00010000:00000010:0.1:1761317056.442818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f913e32. 00010000:00000010:0.1:1761317056.442835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b029406c. 00010000:00000010:0.1:1761317056.442844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:0.1:1761317056.447748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087eeda68. 00010000:00000010:0.1:1761317056.458968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066773bdc. 00010000:00000010:0.1:1761317056.474810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3d804f. 00010000:00000010:0.1:1761317056.491724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000169215e. 00010000:00000010:0.1:1761317056.505536:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a13590e. 00010000:00000010:0.1:1761317056.514483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000005bb12e. 00010000:00000010:0.1:1761317056.514508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:0.1:1761317056.532907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025d4b5f3. 00010000:00000010:0.1:1761317056.532918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:0.1:1761317056.542920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ddca780. 00010000:00000010:0.1:1761317056.542939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317056.575892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009efdf7e. 00010000:00000010:0.1:1761317056.583973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:0.1:1761317056.583982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d41d6e88. 00010000:00000010:0.1:1761317056.593723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ad1086. 00010000:00000010:0.1:1761317056.605834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6e213ba. 00010000:00000010:0.1:1761317056.619661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd1b2468. 00010000:00000010:0.1:1761317056.643742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067eec29f. 00010000:00000010:0.1:1761317056.643771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040a34345. 00010000:00000010:0.1:1761317056.658733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e093cf8e. 00010000:00000010:0.1:1761317056.680598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058c9d65f. 00010000:00000010:0.1:1761317056.680609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:0.1:1761317056.690740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f15143ca. 00010000:00000010:0.1:1761317056.690763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317056.699725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d34c6a37. 00010000:00000010:0.1:1761317056.699749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317056.707025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c323968b. 00010000:00000010:0.1:1761317056.707048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317056.712745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5b1009c. 00010000:00000010:0.1:1761317056.712768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d3912e6. 00010000:00000010:0.1:1761317056.712775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317056.731700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d503e65. 00010000:00000010:0.1:1761317056.738735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a68cc40c. 00010000:00000010:0.1:1761317056.738752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317056.743015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001184e296. 00010000:00000010:0.1:1761317056.743025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317056.746735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa581b09. 00010000:00000010:0.1:1761317056.766865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb6618e. 00010000:00000010:0.1:1761317056.784834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b83fb780. 00010000:00000010:0.1:1761317056.805733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076a200cf. 00010000:00000010:0.1:1761317056.826883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000561c5741. 00010000:00000010:0.1:1761317056.866162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b885b727. 00010000:00000010:0.1:1761317056.889728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000101b84fa. 00010000:00000010:0.1:1761317056.900561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff913b19. 00010000:00000010:0.1:1761317056.916033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002398f7d4. 00010000:00000010:0.1:1761317056.916055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa365322. 00010000:00000010:0.1:1761317056.932907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005386ce00. 00010000:00000010:0.1:1761317056.932916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317056.938717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080cfde21. 00010000:00000010:0.1:1761317056.938730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c40d15c. 00010000:00000010:0.1:1761317056.938734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317056.947906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9537a10. 00010000:00000010:0.1:1761317056.947922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317056.958727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073d3eb89. 00010000:00000010:0.1:1761317056.958739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317056.963856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb831ce8. 00010000:00000010:0.1:1761317056.963882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317056.980229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003848da18. 00010000:00000010:0.1:1761317056.997741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad756879. 00010000:00000010:0.1:1761317057.033269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001692a56. 00010000:00000010:0.1:1761317057.033284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b0e3807. 00010000:00000010:0.1:1761317057.033289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:0.1:1761317057.057704:0:1037:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090528903. 00010000:00000010:0.1:1761317057.057727:0:1037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317057.061975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d91e0ce. 00010000:00000010:0.1:1761317057.061986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317057.095949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc8b0d0. 00010000:00000010:0.1:1761317057.095957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:0.1:1761317057.115870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051973e56. 00010000:00000010:0.1:1761317057.115883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:0.1:1761317057.150827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e02caa26. 00010000:00000010:0.1:1761317057.156073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c183c4d. 00010000:00000010:0.1:1761317057.184731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002549c2de. 00010000:00000010:0.1:1761317057.200734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054f58423. 00010000:00000010:0.1:1761317057.217939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4ff28f5. 00010000:00000010:0.1:1761317057.233730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7e5237. 00010000:00000010:0.1:1761317057.268272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047451eca. 00010000:00000010:0.1:1761317057.269826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d26f083a. 00010000:00000010:0.1:1761317057.280547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074540c5b. 00010000:00000010:0.1:1761317057.325973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dccbbbd. 00010000:00000010:0.1:1761317057.350722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d99e686a. 00010000:00000010:0.1:1761317057.350741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:0.1:1761317057.372311:0:78135:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008390f0ed. 00010000:00000010:0.1:1761317057.372343:0:78135:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317057.412790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000751232c2. 00010000:00000010:0.1:1761317057.437265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003212e147. 00010000:00000010:0.1:1761317057.437282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000238f3ef7. 00010000:00000010:0.1:1761317057.474797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e505523. 00010000:00000010:0.1:1761317057.474817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000121bf5e7. 00010000:00000010:0.1:1761317057.474824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fca3f91. 00010000:00000010:0.1:1761317057.628729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc6aa35. 00010000:00000010:0.1:1761317057.661031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000869cae56. 00010000:00000010:0.1:1761317057.661053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:0.1:1761317057.692167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44091db. 00010000:00000010:0.1:1761317057.692187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000811c0f6e. 00010000:00000010:0.1:1761317057.692194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:0.1:1761317057.741614:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bce9358d. 00010000:00000010:0.1:1761317057.749716:0:78159:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086749e10. 00010000:00000010:0.1:1761317057.749729:0:78159:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002614c2ae. 00010000:00000010:0.1:1761317057.749733:0:78159:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:0.1:1761317057.764709:0:78158:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aa4b986. 00010000:00000010:0.1:1761317057.774927:0:78163:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aca5e73a. 00010000:00000010:0.1:1761317057.774946:0:78163:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e204e91. 00010000:00000010:0.1:1761317057.801820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065f7029a. 00010000:00000010:0.1:1761317057.831709:0:78126:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021535597. 00010000:00000010:0.1:1761317057.831719:0:78126:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000498adfb9. 00010000:00000010:0.1:1761317057.831723:0:78126:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:0.1:1761317057.843600:0:78168:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002d330ae. 00010000:00000010:0.1:1761317057.843608:0:78168:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:0.1:1761317057.868110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6983844. 00010000:00000010:0.1:1761317057.868117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcdafdaf. 00010000:00000010:0.1:1761317057.868121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:0.1:1761317058.081897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d37371e7. 00010000:00000010:0.1:1761317058.098784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cf567d6. 00010000:00000010:0.1:1761317058.111738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d7a36d4. 00010000:00000010:0.1:1761317058.111747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b723da5. 00010000:00000010:0.1:1761317058.117025:0:77332:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6831fb3. 00010000:00000010:0.1:1761317058.117035:0:77332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9e3ee1. 00010000:00000010:0.1:1761317058.124852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ec30bc9. 00010000:00000010:0.1:1761317058.124858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317058.145494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002387f337. 00010000:00000010:0.1:1761317058.145516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052b959f1. 00010000:00000010:0.1:1761317058.154740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3ff36d5. 00010000:00000010:0.1:1761317058.154774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317058.165999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b28638c. 00010000:00000010:0.1:1761317058.179308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd420c95. 00010000:00000010:0.1:1761317058.189838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047a58ca9. 00010000:00000010:0.1:1761317058.247725:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052b93ad7. 00010000:00000010:0.1:1761317058.258570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007864264a. 00010000:00000010:0.1:1761317058.258578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ad1f9d4. 00010000:00000010:0.1:1761317058.265780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099c58eb6. 00010000:00000010:0.1:1761317058.287760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8b78cd1. 00010000:00000010:0.1:1761317058.291847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498e11d2. 00010000:00000010:0.1:1761317058.291856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fc6f096. 00010000:00000010:0.1:1761317058.306990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056e8769b. 00010000:00000010:0.1:1761317058.307011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:0.1:1761317058.311749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bce6d1ce. 00010000:00000010:0.1:1761317058.311760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317058.311765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abeeb762. 00010000:00000010:0.1:1761317058.311768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317058.315725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000128ea64a. 00010000:00000010:0.1:1761317058.315735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317058.349732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ae75f9c. 00010000:00000010:0.1:1761317058.349749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037e422e. 00010000:00000010:0.1:1761317058.362736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c5c274. 00010000:00000010:0.1:1761317058.362746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af9af786. 00010000:00000010:0.1:1761317058.372041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5607ae8. 00010000:00000010:0.1:1761317058.372062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317058.377911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a63ee820. 00010000:00000010:0.1:1761317058.377920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317058.400758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ec1ef8a. 00010000:00000010:0.1:1761317058.405439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000596823b. 00010000:00000010:0.1:1761317058.405449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:0.1:1761317058.417759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d15af142. 00010000:00000010:0.1:1761317058.417773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317058.430720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7209fac. 00010000:00000010:0.1:1761317058.430730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317058.430735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a2a4c93. 00010000:00000010:0.1:1761317058.430739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317058.434798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062d4a5b4. 00010000:00000010:0.1:1761317058.434807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317058.434811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee3a690d. 00010000:00000010:0.1:1761317058.455712:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009757b3d5. 00010000:00000010:0.1:1761317058.464823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582a849e. 00010000:00000010:0.1:1761317058.482073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db8a578c. 00010000:00000010:0.1:1761317058.489154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16b85fe. 00010000:00000010:0.1:1761317058.517704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb1d4a4f. 00010000:00000010:0.1:1761317058.524759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098651a7d. 00010000:00000010:0.1:1761317058.536966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a06c9b56. 00010000:00000010:0.1:1761317058.536976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067c7150d. 00010000:00000010:0.1:1761317058.536983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317058.550795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed46e41. 00010000:00000010:0.1:1761317058.550804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317058.554068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbd4a379. 00010000:00000010:0.1:1761317058.554087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317058.559875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf846189. 00010000:00000010:0.1:1761317058.559886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317058.582008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff2a6cd. 00010000:00000010:0.1:1761317058.582031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb08c324. 00010000:00000010:0.1:1761317058.652161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b631eef. 00010000:00000010:0.1:1761317058.652181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317058.663746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011f33665. 00010000:00000010:0.1:1761317058.663759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317058.678778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d1c9ed4. 00010000:00000010:0.1:1761317058.678801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000276f6e42. 00010000:00000010:0.1:1761317058.686808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca0cd2c. 00010000:00000010:0.1:1761317058.700126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc8c3a5. 00010000:00000010:0.1:1761317058.705870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3125773. 00010000:00000010:0.1:1761317058.724747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ea823f. 00010000:00000010:0.1:1761317058.735900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000134b874d. 00010000:00000010:0.1:1761317058.809741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c7f7081. 00010000:00000010:0.1:1761317058.859757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab6dbc1. 00010000:00000010:0.1:1761317058.859772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:0.1:1761317058.872485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097549ed8. 00010000:00000010:0.1:1761317058.872502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:0.1:1761317058.880762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c39d143b. 00010000:00000010:0.1:1761317058.880785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317058.893726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af0bf240. 00010000:00000010:0.1:1761317058.893743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:0.1:1761317058.899755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060ced24c. 00010000:00000010:0.1:1761317058.899782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:0.1:1761317058.918887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000937b24f1. 00010000:00000010:0.1:1761317058.918903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317058.924386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e6e6eb1. 00010000:00000010:0.1:1761317058.924398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:0.1:1761317058.932722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084e7fe0f. 00010000:00000010:0.1:1761317058.932739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:0.1:1761317058.948700:0:78178:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f09c1ea7. 00010000:00000010:0.1:1761317058.948708:0:78178:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:0.1:1761317058.963931:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000582f60c1. 00010000:00000010:0.1:1761317058.963943:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:0.1:1761317058.990796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afb9a51c. 00010000:00000010:0.1:1761317058.990806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000276f6e42. 00010000:00000010:0.1:1761317058.990817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fae7590. 00010000:00000010:0.1:1761317058.990820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a49d3a5. 00010000:00000010:0.1:1761317058.990825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317058.999098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a89c3b33. 00010000:00000010:0.1:1761317058.999114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:0.1:1761317058.999118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f18f3ae. 00010000:00000010:0.1:1761317059.014928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007871fdf6. 00010000:00000010:0.1:1761317059.019001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ade02ce. 00010000:00000010:0.1:1761317059.029700:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f946a3be. 00010000:00000010:0.1:1761317059.033759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af4e6d60. 00010000:00000010:0.1:1761317059.038737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40ef7be. 00010000:00000010:0.1:1761317059.132730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c36bdf61. 00010000:00000010:0.1:1761317059.132744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af9af786. 00010000:00000010:0.1:1761317059.138818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000307454a8. 00010000:00000010:0.1:1761317059.138824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:0.1:1761317059.144915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d46ad3d2. 00010000:00000010:0.1:1761317059.144921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007078eb70. 00010000:00000010:0.1:1761317059.144924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317059.152814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000363814df. 00010000:00000010:0.1:1761317059.169768:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ce973ac. 00010000:00000010:0.1:1761317059.203987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031c05c5a. 00010000:00000010:0.1:1761317059.216236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1dae11a. 00010000:00000010:0.1:1761317059.229855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece8af45. 00010000:00000010:0.1:1761317059.229863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e4084ef. 00010000:00000010:0.1:1761317059.232997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcbdc308. 00010000:00000010:0.1:1761317059.241985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eca1e991. 00010000:00000010:0.1:1761317059.251932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd46f28d. 00010000:00000010:0.1:1761317059.262711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008510d4be. 00010000:00000010:0.1:1761317059.289539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc1f8f6f. 00010000:00000010:0.1:1761317059.294843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f43106d. 00010000:00000010:0.1:1761317059.294849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045745e02. 00010000:00000010:0.1:1761317059.294853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:0.1:1761317059.300711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6570865. 00010000:00000010:0.1:1761317059.300722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317059.317890:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2a76508. 00010000:00000010:0.1:1761317059.317897:0:78199:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084ae165d. 00010000:00000010:0.1:1761317059.317901:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:0.1:1761317059.403349:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033489ada. 00010000:00000010:0.1:1761317059.403360:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5ef1ecc. 00010000:00000010:0.1:1761317059.403366:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b723da5. 00010000:00000010:0.1:1761317059.414812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005efcb0c4. 00010000:00000010:0.1:1761317059.414828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:0.1:1761317059.427378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d73e24c. 00010000:00000010:0.1:1761317059.558759:0:78226:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.1:1761317059.571870:0:78226:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000223eb8e4. 00010000:00000010:0.1:1761317059.571876:0:78226:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b68000. 00010000:00000010:0.1:1761317059.604736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000583301d7. 00010000:00000010:0.1:1761317059.625782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2ac0ee3. 00010000:00000010:0.1:1761317059.625789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3427fb. 00010000:00000010:0.1:1761317059.632724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:0.1:1761317059.656434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083024e32. 00010000:00000010:0.1:1761317059.709970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c03b90cf. 00010000:00000010:0.1:1761317059.709987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009edba483. 00010000:00000010:0.1:1761317059.725913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f553efe. 00010000:00000010:0.1:1761317059.725923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:0.1:1761317059.737405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000907ab5ed. 00010000:00000010:0.1:1761317059.737421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:0.1:1761317059.745783:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f585c8ab. 00010000:00000010:0.1:1761317059.745789:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b67a9cc. 00010000:00000010:0.1:1761317059.753727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047cf8eca. 00010000:00000010:0.1:1761317059.753737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317059.760777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000879b86f6. 00010000:00000010:0.1:1761317059.760917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317059.764841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784a15f0. 00010000:00000010:0.1:1761317059.792062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014006272. 00010000:00000010:0.1:1761317059.792073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:0.1:1761317059.804095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db538275. 00010000:00000010:0.1:1761317059.804108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317059.819740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e813f82c. 00010000:00000010:0.1:1761317059.837181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059c49e47. 00010000:00000010:0.1:1761317059.837188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:0.1:1761317059.841703:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b12adb5e. 00010000:00000010:0.1:1761317059.841709:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317059.848937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044eca31e. 00010000:00000010:0.1:1761317059.848944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b67a9cc. 00010000:00000010:0.1:1761317059.853129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a72e07. 00010000:00000010:0.1:1761317059.853135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317059.865065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008f8b9a7. 00010000:00000010:0.1:1761317059.865073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:0.1:1761317059.873089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b89f7cd4. 00010000:00000010:0.1:1761317059.873103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317059.878724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000283d9a0a. 00010000:00000010:0.1:1761317059.881898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078727cc9. 00010000:00000010:0.1:1761317059.881903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:0.1:1761317059.899717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009399ee78. 00010000:00000010:0.1:1761317059.899731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:0.1:1761317059.933731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000449f67e1. 00010000:00000010:0.1:1761317059.948818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abcc0007. 00010000:00000010:0.1:1761317059.975958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c367950. 00010000:00000010:0.1:1761317059.989717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005490c4a5. 00010000:00000010:0.1:1761317059.996856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b9a82ac. 00010000:00000010:0.1:1761317060.018763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008634097e. 00010000:00000010:0.1:1761317060.047722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000335e30e7. 00010000:00000010:0.1:1761317060.065961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f905e855. 00010000:00000010:0.1:1761317060.073806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc31d51d. 00010000:00000010:0.1:1761317060.114750:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc769f0. 00010000:00000010:0.1:1761317060.114756:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000238f3ef7. 00010000:00000010:0.1:1761317060.137483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000846d4b90. 00010000:00000010:0.1:1761317060.137495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa365322. 00010000:00000010:0.1:1761317060.395923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000508570f0. 00010000:00000010:0.1:1761317060.395929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008340ae53. 00010000:00000010:0.1:1761317060.409733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cf97b6. 00010000:00000010:0.1:1761317060.418260:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ff0b2b8. 00010000:00000010:0.1:1761317060.421804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe10e06. 00010000:00000010:0.1:1761317060.431743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023aa42d4. 00010000:00000010:0.1:1761317060.445720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000964e8082. 00010000:00000010:0.1:1761317060.452726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78ef6c2. 00010000:00000010:0.1:1761317060.461052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093b6d9d4. 00010000:00000010:0.1:1761317060.481714:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbda66b1. 00010000:00000010:0.1:1761317060.489864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bf8475. 00010000:00000010:0.1:1761317060.511699:0:78227:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065f020ed. 00010000:00000010:0.1:1761317060.555819:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e08080b. 00010000:00000010:0.1:1761317060.612359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016092099. 00010000:00000010:0.1:1761317060.612368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815b43dc. 00010000:00000010:0.1:1761317060.614050:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da0dde3a. 00010000:00000010:0.1:1761317060.614057:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbaec88c. 00010000:00000010:0.1:1761317060.614059:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317060.626848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca724f80. 00010000:00000010:0.1:1761317060.638760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000907268af. 00010000:00000010:0.1:1761317060.648895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001500a689. 00010000:00000010:0.1:1761317060.657480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0139559. 00010000:00000010:0.1:1761317060.679997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0c157da. 00010000:00000010:0.1:1761317060.701713:0:78227:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f2f727. 00010000:00000010:0.1:1761317060.701722:0:78227:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:0.1:1761317060.706820:0:78234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009326aa1b. 00010000:00000010:0.1:1761317060.706827:0:78234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:0.1:1761317060.742395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac2aa28e. 00010000:00000010:0.1:1761317060.742401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb91caa. 00010000:00000010:0.1:1761317060.750867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f476bd02. 00010000:00000010:0.1:1761317060.750874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498b128d. 00010000:00000010:0.1:1761317060.763737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce1e29fd. 00010000:00000010:0.1:1761317060.763745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:0.1:1761317060.804081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ea3822c. 00010000:00000010:0.1:1761317060.804088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:0.1:1761317060.833211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068042442. 00010000:00000010:0.1:1761317060.850919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000097fcfc2. 00010000:00000010:0.1:1761317060.872885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887108cb. 00010000:00000010:0.1:1761317060.879865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000610227eb. 00010000:00000010:0.1:1761317060.909725:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000d7e6e. 00010000:00000010:0.1:1761317060.909732:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb08c324. 00010000:00000010:0.1:1761317060.926320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d82aa40. 00010000:00000010:0.1:1761317060.926333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d55ba6. 00010000:00000010:0.1:1761317060.926337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:0.1:1761317060.967899:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023d79335. 00010000:00000010:0.1:1761317060.967911:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:0.1:1761317061.016615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010982d10. 00010000:00000010:0.1:1761317061.037883:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004af0d682. 00010000:00000010:0.1:1761317061.037892:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:0.1:1761317061.037896:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c66c893a. 00010000:00000010:0.1:1761317061.049733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3d3891. 00010000:00000010:0.1:1761317061.049746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000478908e4. 00010000:00000010:0.1:1761317061.049751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a97e92a. 00010000:00000010:0.1:1761317061.088699:0:78268:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ea6008c. 00010000:00000010:0.1:1761317061.139706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f76519b4. 00010000:00000010:0.1:1761317061.154377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db94330d. 00010000:00000010:0.1:1761317061.154387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:0.1:1761317061.199559:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022797fc7. 00010000:00000010:0.1:1761317061.205900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b78aff17. 00010000:00000010:0.1:1761317061.205919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0945032. 00010000:00000010:0.1:1761317061.216755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000723ac62c. 00010000:00000010:0.1:1761317061.236723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009580a28d. 00010000:00000010:0.1:1761317061.284823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020b24a66. 00010000:00000010:0.1:1761317061.284842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:0.1:1761317061.304710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000774801fc. 00010000:00000010:0.1:1761317061.304717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:0.1:1761317061.317729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a5ea7ab. 00010000:00000010:0.1:1761317061.317736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498b128d. 00010000:00000010:0.1:1761317061.326725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099ebb50a. 00010000:00000010:0.1:1761317061.330715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011316743. 00010000:00000010:0.1:1761317061.347762:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf720d94. 00010000:00000010:0.1:1761317061.347769:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af9af786. 00010000:00000010:0.1:1761317061.380612:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067f4b10a. 00010000:00000010:0.1:1761317061.380623:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:0.1:1761317061.393790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e7db458. 00010000:00000010:0.1:1761317061.393800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317061.409729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009489a64f. 00010000:00000010:0.1:1761317061.420816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1dd9226. 00010000:00000010:0.1:1761317061.420831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce28abe. 00010000:00000010:0.1:1761317061.420837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6756830. 00010000:00000010:0.1:1761317061.420840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317061.424729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aca214ae. 00010000:00000010:0.1:1761317061.424749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317061.472273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001195e594. 00010000:00000010:0.1:1761317061.472282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d095142. 00010000:00000010:0.1:1761317061.487748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad4375aa. 00010000:00000010:0.1:1761317061.487755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317061.490760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004467d5dd. 00010000:00000010:0.1:1761317061.490767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317061.490771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc386069. 00010000:00000010:0.1:1761317061.490775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317061.490777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d245aca. 00010000:00000010:0.1:1761317061.490780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317061.495707:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c911b50e. 00010000:00000010:0.1:1761317061.506006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000664a9b14. 00010000:00000010:0.1:1761317061.506015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000276f6e42. 00010000:00000010:0.1:1761317061.510542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c20ba74. 00010000:00000010:0.1:1761317061.510554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317061.513745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb612a9. 00010000:00000010:0.1:1761317061.513753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317061.517790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006d3c810. 00010000:00000010:0.1:1761317061.517887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317061.524830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000652fe152. 00010000:00000010:0.1:1761317061.524843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317061.534135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d859a5. 00010000:00000010:0.1:1761317061.534150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317061.554962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d392196c. 00010000:00000010:0.1:1761317061.612771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6414f1b. 00010000:00000010:0.1:1761317061.621825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d93d83db. 00010000:00000010:0.1:1761317061.638766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba815fa. 00010000:00000010:0.1:1761317061.655770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010650e69. 00010000:00000010:0.1:1761317061.702765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d281f051. 00010000:00000010:0.1:1761317061.712788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010ecc6ea. 00010000:00000010:0.1:1761317061.745734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000793db4b4. 00010000:00000010:0.1:1761317061.793722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5abf055. 00010000:00000010:0.1:1761317061.817835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c12ffbb1. 00010000:00000010:0.1:1761317061.817846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e4c16d. 00010000:00000010:0.1:1761317061.831092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d67a09f. 00010000:00000010:0.1:1761317061.832957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfb9d90. 00010000:00000010:0.1:1761317061.855942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007144642b. 00010000:00000010:0.1:1761317061.855950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052b959f1. 00010000:00000010:0.1:1761317061.868833:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006341446c. 00010000:00000010:0.1:1761317061.868839:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317061.878046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c118ca4b. 00010000:00000010:0.1:1761317061.878057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4324a5b. 00010000:00000010:0.1:1761317061.885793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000174f5457. 00010000:00000010:0.1:1761317061.885800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317061.892720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000219fc08b. 00010000:00000010:0.1:1761317061.892729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb07aff8. 00010000:00000010:0.1:1761317061.892733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317061.978170:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001187c725. 00010000:00000010:0.1:1761317061.978178:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b723da5. 00010000:00000010:0.1:1761317061.987724:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000150f355a. 00010000:00000010:0.1:1761317061.987731:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317061.995729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bce5f60. 00010000:00000010:0.1:1761317061.995738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317062.006639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000660ba6bf. 00010000:00000010:0.1:1761317062.040796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050c701bb. 00010000:00000010:0.1:1761317062.040805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d244ddc. 00010000:00000010:0.1:1761317062.056750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000021d3c13. 00010000:00000010:0.1:1761317062.056757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b68000. 00010000:00000010:0.1:1761317062.159097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011fbc1fe. 00010000:00000010:0.1:1761317062.159105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf14549e. 00010000:00000010:0.1:1761317062.230818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:0.1:1761317062.234920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000470c8ae2. 00010000:00000010:0.1:1761317062.247710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000239d981c. 00010000:00000010:0.1:1761317062.252937:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024a827e3. 00010000:00000010:0.1:1761317062.290714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc93b62. 00010000:00000010:0.1:1761317062.335030:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17a3cd9. 00010000:00000010:0.1:1761317062.346138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015fbbe44. 00010000:00000010:0.1:1761317062.359560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba4987cc. 00010000:00000010:0.1:1761317062.381779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d3bbe30. 00010000:00000010:0.1:1761317062.381791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:0.1:1761317062.384919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc03627. 00010000:00000010:0.1:1761317062.384925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317062.390893:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe139794. 00010000:00000010:0.1:1761317062.390902:0:64752:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027cba60f. 00010000:00000010:0.1:1761317062.390906:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:0.1:1761317062.400883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf8d5a28. 00010000:00000010:0.1:1761317062.400922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aab1a396. 00010000:00000010:0.1:1761317062.403815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006440f83d. 00010000:00000010:0.1:1761317062.403822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008340ae53. 00010000:00000010:0.1:1761317062.440809:0:78287:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f6db95e. 00010000:00000010:0.1:1761317062.450708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbc1c291. 00010000:00000010:0.1:1761317062.522132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da3f640d. 00010000:00000010:0.1:1761317062.531740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9754f5c. 00010000:00000010:0.1:1761317062.560733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace91291. 00010000:00000010:0.1:1761317062.571969:0:78293:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba571c0. 00010000:00000010:0.1:1761317062.571977:0:78293:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d378fd19. 00010000:00000010:0.1:1761317062.571981:0:78293:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000183c81ad. 00010000:00000010:0.1:1761317062.631830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa1f5fbe. 00010000:00000010:0.1:1761317062.631846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3427fb. 00010000:00000010:0.1:1761317062.634778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000683b49f6. 00010000:00000010:0.1:1761317062.634791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060f6f6cf. 00010000:00000010:0.1:1761317062.634796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317062.651862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000be5da1f. 00010000:00000010:0.1:1761317062.651876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:0.1:1761317062.664802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e373e4. 00010000:00000010:0.1:1761317062.664812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002082de4c. 00010000:00000010:0.1:1761317062.664816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6ffca4. 00010000:00000010:0.1:1761317062.664820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317062.717616:0:78304:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c10989e. 00010000:00000010:0.1:1761317062.717628:0:78304:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009edba483. 00010000:00000010:0.1:1761317062.730797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f5466ae. 00010000:00000010:0.1:1761317062.730809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317062.740707:0:78310:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001686289b. 00010000:00000010:0.1:1761317062.740723:0:78310:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b68000. 00010000:00000010:0.1:1761317062.767875:0:78314:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8c500fa. 00010000:00000010:0.1:1761317062.767892:0:78314:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fca3f91. 00010000:00000010:0.1:1761317062.815921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008291b487. 00010000:00000010:0.1:1761317062.825724:0:77332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9d23f7e. 00010000:00000010:0.1:1761317062.825738:0:77332:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000784ba143. 00010000:00000010:0.1:1761317062.825742:0:77332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:0.1:1761317062.835851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe9a7ccf. 00010000:00000010:0.1:1761317062.864900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099e238e0. 00010000:00000010:0.1:1761317062.864908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e64d9d. 00010000:00000010:0.1:1761317062.877671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de1fe095. 00010000:00000010:0.1:1761317062.880371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067e41ee4. 00010000:00000010:0.1:1761317062.979953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004559384a. 00010000:00000010:0.1:1761317062.987729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4ed3bf8. 00010000:00000010:0.1:1761317062.991722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c35992e5. 00010000:00000010:3.1:1761317063.004731:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e204e91. 00010000:00000010:3.1:1761317063.008869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7227a90. 00010000:00000010:0.1:1761317063.009767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b5f3b8f. 00010000:00000010:0.1:1761317063.009775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:3.1:1761317063.013847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49cc1de. 00010000:00000010:3.1:1761317063.013864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:3.1:1761317063.020179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec6564cb. 00010000:00000010:3.1:1761317063.020202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e204e91. 00010000:00000010:0.1:1761317063.031820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456276b4. 00010000:00000010:0.1:1761317063.038028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbf70f84. 00010000:00000010:0.1:1761317063.038057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:0.1:1761317063.048723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cbd96a3. 00010000:00000010:3.1:1761317063.056764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6356067. 00010000:00000010:3.1:1761317063.056773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb08c324. 00010000:00000010:0.1:1761317063.061720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073bcb495. 00010000:00000010:0.1:1761317063.065792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be337b9. 00010000:00000010:3.1:1761317063.066539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1fb9ddf. 00010000:00000010:3.1:1761317063.066547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e204e91. 00010000:00000010:3.1:1761317063.069608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e169676c. 00010000:00000010:3.1:1761317063.069623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:3.1:1761317063.072939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2b7ff85. 00010000:00000010:3.1:1761317063.072947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf14549e. 00010000:00000010:0.1:1761317063.078710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000483eca34. 00010000:00000010:3.1:1761317063.084628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000265f4783. 00010000:00000010:3.1:1761317063.084656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:3.1:1761317063.090865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c76ba342. 00010000:00000010:3.1:1761317063.090890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:0.1:1761317063.112720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b28a7fa6. 00010000:00000010:0.1:1761317063.112732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052b959f1. 00010000:00000010:0.1:1761317063.121605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a568cc7f. 00010000:00000010:0.1:1761317063.121632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317063.140173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00010000:00000010:3.1:1761317063.141161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe6b8f03. 00010000:00000010:3.1:1761317063.141173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:0.1:1761317063.154736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c3b3dc0. 00010000:00000010:0.1:1761317063.154750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:0.1:1761317063.158190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:0.1:1761317063.158209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c2ecae5. 00010000:00000010:0.1:1761317063.158215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317063.163612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00010000:00000010:0.1:1761317063.169735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:0.1:1761317063.177012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:0.1:1761317063.177037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ebf418b. 00010000:00000010:0.1:1761317063.177049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a97e92a. 00010000:00000010:0.1:1761317063.192850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c89872f. 00010000:00000010:0.1:1761317063.192874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:3.1:1761317063.203204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3211d8c. 00010000:00000010:0.1:1761317063.210831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d198cb22. 00010000:00000010:0.1:1761317063.210842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317063.214965:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:0.1:1761317063.214975:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d4e1230. 00010000:00000010:0.1:1761317063.214985:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:3.1:1761317063.219755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a1df101. 00010000:00000010:3.1:1761317063.233774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:3.1:1761317063.257179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5533843. 00010000:00000010:3.1:1761317063.261900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f69a119e. 00010000:00000010:3.1:1761317063.277072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebac5cf5. 00010000:00000010:0.1:1761317063.288785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d530fb24. 00010000:00000010:3.1:1761317063.297060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:3.1:1761317063.310830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:0.1:1761317063.315601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040679075. 00010000:00000010:0.1:1761317063.327896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:3.1:1761317063.354915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76a9ad2. 00010000:00000010:3.1:1761317063.380124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:3.1:1761317063.388708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a6e5a6e. 00010000:00000010:3.1:1761317063.388715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016f05791. 00010000:00000010:3.1:1761317063.395796:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c6f3cde. 00010000:00000010:3.1:1761317063.395804:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:0.1:1761317063.413720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7e139d3. 00010000:00000010:0.1:1761317063.413734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037e422e. 00010000:00000010:3.1:1761317063.416093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ac18a23. 00010000:00000010:3.1:1761317063.420000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c79fa84. 00010000:00000010:3.1:1761317063.433739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb33396. 00010000:00000010:0.1:1761317063.438020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9f0e643. 00010000:00000010:0.1:1761317063.438025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f7e8f40. 00010000:00000010:3.1:1761317063.446779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092c42e4e. 00010000:00000010:0.1:1761317063.449879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043fe3999. 00010000:00000010:0.1:1761317063.449889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:3.1:1761317063.454724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086442f43. 00010000:00000010:0.1:1761317063.455015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033206f4b. 00010000:00000010:0.1:1761317063.455022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:3.1:1761317063.467774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8670dae. 00010000:00000010:3.1:1761317063.476092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec40a744. 00010000:00000010:0.1:1761317063.479809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae151fe2. 00010000:00000010:0.1:1761317063.479822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000276f6e42. 00010000:00000010:3.1:1761317063.494112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b679dec. 00010000:00000010:0.1:1761317063.496819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658c41d4. 00010000:00000010:0.1:1761317063.496833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce28abe. 00010000:00000010:0.1:1761317063.501755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9459735. 00010000:00000010:0.1:1761317063.501761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de8fcaf2. 00010000:00000010:0.1:1761317063.501765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317063.510723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b1c1b96. 00010000:00000010:0.1:1761317063.510731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317063.532956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003950c9a5. 00010000:00000010:0.1:1761317063.532963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faa86c33. 00010000:00000010:0.1:1761317063.532968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317063.537859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8282f27. 00010000:00000010:0.1:1761317063.537877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317063.558949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029ffad02. 00010000:00000010:0.1:1761317063.558960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317063.574830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044e18d8f. 00010000:00000010:0.1:1761317063.574843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317063.582898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27d5b4f. 00010000:00000010:0.1:1761317063.582908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9e3ee1. 00010000:00000010:0.1:1761317063.586824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6146c63. 00010000:00000010:0.1:1761317063.586841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:3.1:1761317063.587712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003594f915. 00010000:00000010:3.1:1761317063.587718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:3.1:1761317063.587721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000813980cc. 00010000:00000010:0.1:1761317063.600875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098d45888. 00010000:00000010:0.1:1761317063.600882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317063.611882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b511bf48. 00010000:00000010:0.1:1761317063.611902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9e3ee1. 00010000:00000010:0.1:1761317063.625928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b91576ec. 00010000:00000010:0.1:1761317063.625941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317063.631779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e09e736b. 00010000:00000010:0.1:1761317063.631794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:0.1:1761317063.636019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060079169. 00010000:00000010:0.1:1761317063.636025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9e3ee1. 00010000:00000010:3.1:1761317063.644717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d620d87. 00010000:00000010:3.1:1761317063.644730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb91caa. 00010000:00000010:0.1:1761317063.645105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003632dc58. 00010000:00000010:0.1:1761317063.645113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:3.1:1761317063.649941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c319fbc. 00010000:00000010:3.1:1761317063.649947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:3.1:1761317063.654884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004a6c772. 00010000:00000010:3.1:1761317063.654901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:3.1:1761317063.658719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c113b8a. 00010000:00000010:3.1:1761317063.658726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008340ae53. 00010000:00000010:3.1:1761317063.679764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009827cc01. 00010000:00000010:3.1:1761317063.684794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000037541d8. 00010000:00000010:3.1:1761317063.684803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce28abe. 00010000:00000010:0.1:1761317063.686829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000847d1a73. 00010000:00000010:0.1:1761317063.717763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3fbfe71. 00010000:00000010:0.1:1761317063.739913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019aba08c. 00010000:00000010:0.1:1761317063.739922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:3.1:1761317063.743716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd1d900f. 00010000:00000010:3.1:1761317063.751233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef73804. 00010000:00000010:3.1:1761317063.755301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1ea3f60. 00010000:00000010:3.1:1761317063.759884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005533fd86. 00010000:00000010:3.1:1761317063.787732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000476d005f. 00010000:00000010:0.1:1761317063.793059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071e21e94. 00010000:00000010:0.1:1761317063.793066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6830d34. 00010000:00000010:0.1:1761317063.794880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520808a1. 00010000:00000010:3.1:1761317063.794931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006785b271. 00010000:00000010:3.1:1761317063.794935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000037e422e. 00010000:00000010:3.1:1761317063.799493:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecb8bb88. 00010000:00000010:3.1:1761317063.799502:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008340ae53. 00010000:00000010:3.1:1761317063.802730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099b6b90a. 00010000:00000010:3.1:1761317063.802746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:3.1:1761317063.810713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cd25389. 00010000:00000010:3.1:1761317063.810723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008770d130. 00010000:00000010:3.1:1761317063.810729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:3.1:1761317063.822090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000866a00de. 00010000:00000010:3.1:1761317063.826768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7661827. 00010000:00000010:0.1:1761317063.830725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079204baf. 00010000:00000010:3.1:1761317063.835991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da5c5d7a. 00010000:00000010:0.1:1761317063.848802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4489995. 00010000:00000010:0.1:1761317063.860846:0:78327:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011860f43. 00010000:00000010:3.1:1761317063.875896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009251c433. 00010000:00000010:3.1:1761317063.879993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efede383. 00010000:00000010:3.1:1761317063.883675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cc9cd46. 00010000:00000010:3.1:1761317063.918724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5b395b5. 00010000:00000010:3.1:1761317063.918757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bce40893. 00010000:00000010:3.1:1761317063.934754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006b8adf7. 00010000:00000010:0.1:1761317063.952739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6af7353. 00010000:00000010:0.1:1761317063.952755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:3.1:1761317063.952815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4e1f07b. 00010000:00000010:3.1:1761317063.958813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000731c0575. 00010000:00000010:0.1:1761317063.965079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a06a590b. 00010000:00000010:0.1:1761317063.965096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:0.1:1761317063.976968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ca880d. 00010000:00000010:0.1:1761317063.976981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9e3ee1. 00010000:00000010:0.1:1761317063.980945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ebd753. 00010000:00000010:0.1:1761317063.980960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:0.1:1761317063.980963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f27e7ff6. 00010000:00000010:0.1:1761317063.980967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317063.986545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000575e9bdb. 00010000:00000010:0.1:1761317063.986552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d92f8bc. 00010000:00000010:0.1:1761317063.986556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:3.1:1761317063.995835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1ae88ad. 00010000:00000010:0.1:1761317064.001008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfa335cf. 00010000:00000010:0.1:1761317064.001023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9e3ee1. 00010000:00000010:0.1:1761317064.004722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025490fa3. 00010000:00000010:0.1:1761317064.004732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bd9bc94. 00010000:00000010:0.1:1761317064.004736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:3.1:1761317064.008700:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd287ca2. 00010000:00000010:0.1:1761317064.015054:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063a109f9. 00010000:00000010:0.1:1761317064.015064:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000276f6e42. 00010000:00000010:3.1:1761317064.016754:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b9d4c7a. 00010000:00000010:0.1:1761317064.024724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005a9f839. 00010000:00000010:0.1:1761317064.024731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:3.1:1761317064.042181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033586a23. 00010000:00000010:0.1:1761317064.048737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b821694. 00010000:00000010:3.1:1761317064.081909:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090992917. 00010000:00000010:0.1:1761317064.096235:0:78335:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac1d307f. 00010000:00000010:3.1:1761317064.111736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b9bc206. 00010000:00000010:3.1:1761317064.111751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815b43dc. 00010000:00000010:3.1:1761317064.122077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb05d513. 00010000:00000010:0.1:1761317064.157716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000380fec3d. 00010000:00000010:0.1:1761317064.157730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:3.1:1761317064.164711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e18341. 00010000:00000010:3.1:1761317064.172716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047d0b41e. 00010000:00000010:0.1:1761317064.181981:0:78343:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a643c6d. 00010000:00000010:0.1:1761317064.181993:0:78343:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:3.1:1761317064.187086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b067f7d0. 00010000:00000010:3.1:1761317064.187091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb08c324. 00010000:00000010:3.1:1761317064.191817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000585fd896. 00010000:00000010:3.1:1761317064.191829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:0.1:1761317064.193519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d8b7e6b. 00010000:00000010:3.1:1761317064.197297:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096c72f9b. 00010000:00000010:3.1:1761317064.197304:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d095142. 00010000:00000010:0.1:1761317064.209773:0:78344:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ccedf24. 00010000:00000010:3.1:1761317064.209774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfd4b36e. 00010000:00000010:3.1:1761317064.209785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052b959f1. 00010000:00000010:3.1:1761317064.212007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003265f616. 00010000:00000010:3.1:1761317064.220969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099243f72. 00010000:00000010:3.1:1761317064.220980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1e4f893. 00010000:00000010:3.1:1761317064.220983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb91caa. 00010000:00000010:3.1:1761317064.224743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000785f1a0f. 00010000:00000010:3.1:1761317064.228791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaa2e1ec. 00010000:00000010:0.1:1761317064.239729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ec4e522. 00010000:00000010:3.1:1761317064.239771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cff8c90e. 00010000:00000010:3.1:1761317064.247736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d516956. 00010000:00000010:0.1:1761317064.258811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac107cb6. 00010000:00000010:3.1:1761317064.259729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c8e885. 00010000:00000010:3.1:1761317064.263929:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e4d7150. 00010000:00000010:3.1:1761317064.263937:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:0.1:1761317064.265975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a60c1a96. 00010000:00000010:3.1:1761317064.330717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcad1258. 00010000:00000010:3.1:1761317064.330724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a5e5912. 00010000:00000010:3.1:1761317064.330728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d244ddc. 00010000:00000010:1.1:1761317064.333864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d40e3b. 00010000:00000010:1.1:1761317064.343773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009053306. 00010000:00000010:1.1:1761317064.343783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f203842. 00010000:00000010:1.1:1761317064.343787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:3.1:1761317064.347745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc621f8. 00010000:00000010:3.1:1761317064.347761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb041eae. 00010000:00000010:3.1:1761317064.347765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:1.1:1761317064.370734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000340d44a5. 00010000:00000010:1.1:1761317064.370740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b75b3f17. 00010000:00000010:1.1:1761317064.370744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d095142. 00010000:00000010:0.1:1761317064.374723:0:78360:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bafa044. 00010000:00000010:3.1:1761317064.374875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e7fd7ed. 00010000:00000010:3.1:1761317064.374883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c952cd73. 00010000:00000010:3.1:1761317064.374889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:3.1:1761317064.384585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bdeb9f2. 00010000:00000010:3.1:1761317064.384596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:0.1:1761317064.385577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7492783. 00010000:00000010:0.1:1761317064.385589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c38eca92. 00010000:00000010:0.1:1761317064.385594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009edba483. 00010000:00000010:0.1:1761317064.393123:0:77332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000637629a4. 00010000:00000010:0.1:1761317064.393139:0:77332:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093eb6c40. 00010000:00000010:0.1:1761317064.393144:0:77332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:1.1:1761317064.400755:0:78365:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9d77e5. 00010000:00000010:3.1:1761317064.401993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077bfcc70. 00010000:00000010:3.1:1761317064.402002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317064.408981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004042b116. 00010000:00000010:3.1:1761317064.410717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079ba67fc. 00010000:00000010:3.1:1761317064.410724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:3.1:1761317064.413056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:3.1:1761317064.413068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009267f6f0. 00010000:00000010:3.1:1761317064.413072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:1.1:1761317064.413417:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059a80967. 00010000:00000010:3.1:1761317064.418552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fec5e666. 00010000:00000010:3.1:1761317064.418565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008340ae53. 00010000:00000010:1.1:1761317064.431383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003f7b3b9. 00010000:00000010:3.1:1761317064.433727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000189cce81. 00010000:00000010:3.1:1761317064.433740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b723da5. 00010000:00000010:0.1:1761317064.440709:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bde1734d. 00010000:00000010:0.1:1761317064.440714:0:64751:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080badcbd. 00010000:00000010:0.1:1761317064.447510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c294f496. 00010000:00000010:1.1:1761317064.448857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc9890a5. 00010000:00000010:0.1:1761317064.463769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ba9fc43. 00010000:00000010:0.1:1761317064.466095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d42cefab. 00010000:00000010:0.1:1761317064.466107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b68000. 00010000:00000010:0.1:1761317064.466233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb3ec5a7. 00010000:00000010:0.1:1761317064.466237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:3.1:1761317064.466816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b3119b3. 00010000:00000010:1.1:1761317064.472279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f55be0. 00010000:00000010:0.1:1761317064.475708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e3212e0. 00010000:00000010:0.1:1761317064.475714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:1.1:1761317064.475765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089402a59. 00010000:00000010:0.1:1761317064.480777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048db1807. 00010000:00000010:0.1:1761317064.480783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498b128d. 00010000:00000010:1.1:1761317064.484943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf8bfa9. 00010000:00000010:0.1:1761317064.485956:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a9a0196. 00010000:00000010:0.1:1761317064.485964:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:0.1:1761317064.489029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074025227. 00010000:00000010:0.1:1761317064.489042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000699e1ecd. 00010000:00000010:0.1:1761317064.489046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317064.489052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f993a24. 00010000:00000010:0.1:1761317064.489055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317064.490320:0:78374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd0b177f. 00010000:00000010:0.1:1761317064.490325:0:78374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498b128d. 00010000:00000010:1.1:1761317064.490713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3637a00. 00010000:00000010:1.1:1761317064.493875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eec46790. 00010000:00000010:3.1:1761317064.501089:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b6fcba. 00010000:00000010:3.1:1761317064.501096:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:1.1:1761317064.505981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f45ec9c7. 00010000:00000010:3.1:1761317064.519224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053d9288f. 00010000:00000010:3.1:1761317064.519230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:3.1:1761317064.541532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000880a824a. 00010000:00000010:0.1:1761317064.542717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a85a1b85. 00010000:00000010:3.1:1761317064.542768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096cb264d. 00010000:00000010:3.1:1761317064.542776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4324a5b. 00010000:00000010:0.1:1761317064.550751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec431c74. 00010000:00000010:3.1:1761317064.550822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc5ba676. 00010000:00000010:3.1:1761317064.550829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:0.1:1761317064.556700:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d11e5b7. 00010000:00000010:3.1:1761317064.557073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0bdabe. 00010000:00000010:3.1:1761317064.557079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:0.1:1761317064.562773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f0259. 00010000:00000010:0.1:1761317064.566705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144836f9. 00010000:00000010:3.1:1761317064.570649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002178314d. 00010000:00000010:3.1:1761317064.570668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa365322. 00010000:00000010:0.1:1761317064.575180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a05ba53. 00010000:00000010:0.1:1761317064.583702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23554f4. 00010000:00000010:3.1:1761317064.591781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e24c6cce. 00010000:00000010:3.1:1761317064.591789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3427fb. 00010000:00000010:3.1:1761317064.591793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6d6c18. 00010000:00000010:3.1:1761317064.591796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:0.1:1761317064.603754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099dd5548. 00010000:00000010:0.1:1761317064.603764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:1.1:1761317064.606842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1c6cf7f. 00010000:00000010:1.1:1761317064.606852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498b128d. 00010000:00000010:1.1:1761317064.611741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059ffe6de. 00010000:00000010:1.1:1761317064.611762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090860509. 00010000:00000010:1.1:1761317064.611767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:0.1:1761317064.611818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026a31063. 00010000:00000010:1.1:1761317064.618881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a4340ac. 00010000:00000010:1.1:1761317064.618891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:1.1:1761317064.627043:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064f733c8. 00010000:00000010:0.1:1761317064.627248:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a52e6fa9. 00010000:00000010:0.1:1761317064.627255:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038af622a. 00010000:00000010:1.1:1761317064.627405:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:1.1:1761317064.631933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4babac6. 00010000:00000010:1.1:1761317064.631950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:1.1:1761317064.637135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c30ce33c. 00010000:00000010:1.1:1761317064.637150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cb2d4e7. 00010000:00000010:1.1:1761317064.637154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:1.1:1761317064.637158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067523330. 00010000:00000010:1.1:1761317064.637161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9bcae62. 00010000:00000010:1.1:1761317064.637166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:0.1:1761317064.639718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be6b5e9f. 00010000:00000010:1.1:1761317064.648733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6924b29. 00010000:00000010:1.1:1761317064.648745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:0.1:1761317064.648911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d1da258. 00010000:00000010:1.1:1761317064.653451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007df99961. 00010000:00000010:1.1:1761317064.653463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:0.1:1761317064.660969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421a208c. 00010000:00000010:1.1:1761317064.661716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f382e358. 00010000:00000010:1.1:1761317064.661723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7c189ce. 00010000:00000010:1.1:1761317064.661727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:1.1:1761317064.667767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009150b59a. 00010000:00000010:1.1:1761317064.667780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:0.1:1761317064.671069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee0871fd. 00010000:00000010:0.1:1761317064.671075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003652a4ae. 00010000:00000010:0.1:1761317064.671080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:1.1:1761317064.671729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dba25363. 00010000:00000010:1.1:1761317064.671738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317064.675853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ade0a7a. 00010000:00000010:1.1:1761317064.680939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ad34398. 00010000:00000010:1.1:1761317064.680945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:0.1:1761317064.681732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1ccabe0. 00010000:00000010:0.1:1761317064.690367:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcd631b9. 00010000:00000010:1.1:1761317064.691507:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000965fdcd2. 00010000:00000010:1.1:1761317064.691519:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:0.1:1761317064.692013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f74fe35. 00010000:00000010:1.1:1761317064.692853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5ef1229. 00010000:00000010:1.1:1761317064.692862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:1.1:1761317064.692865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003634fd32. 00010000:00000010:1.1:1761317064.692868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:0.1:1761317064.696212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582737b6. 00010000:00000010:3.1:1761317064.697208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f369486. 00010000:00000010:3.1:1761317064.697216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:0.1:1761317064.703289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fefc8e. 00010000:00000010:3.1:1761317064.704956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ad25f7. 00010000:00000010:3.1:1761317064.704965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:1.1:1761317064.717739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000935a0c31. 00010000:00000010:1.1:1761317064.717748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fca3f91. 00010000:00000010:1.1:1761317064.723781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007144841b. 00010000:00000010:1.1:1761317064.723788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:0.1:1761317064.730901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c78f91a7. 00010000:00000010:0.1:1761317064.730912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c923c727. 00010000:00000010:0.1:1761317064.730916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:1.1:1761317064.735192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f2b29da. 00010000:00000010:1.1:1761317064.735207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:3.1:1761317064.760075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000819c35c6. 00010000:00000010:1.1:1761317064.766306:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef96854c. 00010000:00000010:1.1:1761317064.766314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:1.1:1761317064.778168:0:65609:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d07c2c1. 00010000:00000010:1.1:1761317064.778178:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:0.1:1761317064.785699:0:1038:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4db5b35. 00010000:00000010:0.1:1761317064.785707:0:1038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:1.1:1761317064.785818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ac506af. 00010000:00000010:1.1:1761317064.785825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003201a964. 00010000:00000010:1.1:1761317064.785829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:1.1:1761317064.786009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001877c535. 00010000:00000010:1.1:1761317064.792734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccbfef1f. 00010000:00000010:1.1:1761317064.792742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c18211df. 00010000:00000010:1.1:1761317064.792746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:0.1:1761317064.805721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008adfc60c. 00010000:00000010:1.1:1761317064.814725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002536047a. 00010000:00000010:1.1:1761317064.814740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc220280. 00010000:00000010:0.1:1761317064.820442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebe9f7ac. 00010000:00000010:0.1:1761317064.820451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014f7222a. 00010000:00000010:1.1:1761317064.820700:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001548c564. 00010000:00000010:0.1:1761317064.824269:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f72ea410. 00010000:00000010:0.1:1761317064.824278:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:1.1:1761317064.828841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000627cab73. 00010000:00000010:0.1:1761317064.832273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003559ff10. 00010000:00000010:0.1:1761317064.832284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:1.1:1761317064.840727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd0d6353. 00010000:00000010:0.1:1761317064.840911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e2f672d. 00010000:00000010:0.1:1761317064.840919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317064.845166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a07dd6c. 00010000:00000010:0.1:1761317064.845172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317064.847910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033f73766. 00010000:00000010:0.1:1761317064.847928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317064.852567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef355fc3. 00010000:00000010:0.1:1761317064.852575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:0.1:1761317064.852578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063a3e8de. 00010000:00000010:0.1:1761317064.852582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:1.1:1761317064.857266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e6b48e1. 00010000:00000010:0.1:1761317064.859733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c285225. 00010000:00000010:0.1:1761317064.859747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317064.864729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d88c723. 00010000:00000010:0.1:1761317064.864736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:1.1:1761317064.867947:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078640db7. 00010000:00000010:0.1:1761317064.872757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083d79dba. 00010000:00000010:0.1:1761317064.872778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317064.877943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:1.1:1761317064.878770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d426a43. 00010000:00000010:1.1:1761317064.878779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dd13753. 00010000:00000010:0.1:1761317064.883429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7faf620. 00010000:00000010:0.1:1761317064.883438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:1.1:1761317064.886719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000242823ce. 00010000:00000010:1.1:1761317064.896059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1a5e587. 00010000:00000010:0.1:1761317064.896120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f73f8c9e. 00010000:00000010:0.1:1761317064.896129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:1.1:1761317064.905717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f40907. 00010000:00000010:0.1:1761317064.905791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b23329b7. 00010000:00000010:0.1:1761317064.905798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317064.909764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031a3a470. 00010000:00000010:0.1:1761317064.909771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000238f3ef7. 00010000:00000010:0.1:1761317064.909774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025246e9a. 00010000:00000010:1.1:1761317064.913734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76303a2. 00010000:00000010:1.1:1761317064.913745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008d87779. 00010000:00000010:1.1:1761317064.917796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a550c8f. 00010000:00000010:0.1:1761317064.925701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c93cbbfc. 00010000:00000010:0.1:1761317064.938718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc066848. 00010000:00000010:0.1:1761317064.938727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096027978. 00010000:00000010:1.1:1761317064.942726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b19a31a8. 00010000:00000010:0.1:1761317064.942774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060432f8e. 00010000:00000010:0.1:1761317064.942779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000477905c2. 00010000:00000010:1.1:1761317064.949974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062fe4a99. 00010000:00000010:1.1:1761317064.955793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d5a80d. 00010000:00000010:0.1:1761317064.957755:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000566690c. 00010000:00000010:3.1:1761317064.960868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000593b4882. 00010000:00000010:3.1:1761317064.960880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fca3f91. 00010000:00000010:3.1:1761317064.964543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d31c217c. 00010000:00000010:3.1:1761317064.964558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:0.1:1761317064.964765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070110f51. 00010000:00000010:3.1:1761317064.974966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8bca55d. 00010000:00000010:3.1:1761317064.974977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5006bc6. 00010000:00000010:3.1:1761317064.974982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf14549e. 00010000:00000010:1.1:1761317064.979794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6e006d6. 00010000:00000010:1.1:1761317064.979801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006a21b9a. 00010000:00000010:3.1:1761317064.979873:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000befa86d7. 00010000:00000010:3.1:1761317064.979880:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:3.1:1761317064.979883:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e984334. 00010000:00000010:3.1:1761317064.979886:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:3.1:1761317064.983992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce03afbe. 00010000:00000010:3.1:1761317064.984004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:0.1:1761317064.984750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090442b0b. 00010000:00000010:3.1:1761317064.988823:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076a0cd6b. 00010000:00000010:3.1:1761317064.988832:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf14549e. 00010000:00000010:1.1:1761317064.993713:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4ba6066. 00010000:00000010:0.1:1761317064.994017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8303a01. 00010000:00000010:0.1:1761317065.004717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdef774a. 00010000:00000010:3.1:1761317065.005160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6bd4787. 00010000:00000010:3.1:1761317065.005168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:3.1:1761317065.009021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5fb2e29. 00010000:00000010:3.1:1761317065.009031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:3.1:1761317065.009035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d6756b7. 00010000:00000010:3.1:1761317065.009038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000846863b2. 00010000:00000010:3.1:1761317065.009041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf14549e. 00010000:00000010:0.1:1761317065.009747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072ec5b7b. 00010000:00000010:0.1:1761317065.009754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0efc884. 00010000:00000010:1.1:1761317065.020699:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024361d43. 00010000:00000010:3.1:1761317065.021479:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a24994ff. 00010000:00000010:3.1:1761317065.021488:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:3.1:1761317065.021492:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4a9bcaf. 00010000:00000010:3.1:1761317065.021495:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e204e91. 00010000:00000010:3.1:1761317065.025736:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b44bd7a7. 00010000:00000010:3.1:1761317065.025750:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:3.1:1761317065.027987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015f99af9. 00010000:00000010:3.1:1761317065.027994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:1.1:1761317065.028782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d9a8fc0. 00010000:00000010:1.1:1761317065.031852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001aecce4. 00010000:00000010:0.1:1761317065.032982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015167940. 00010000:00000010:0.1:1761317065.046724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048ec2468. 00010000:00000010:1.1:1761317065.047638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045a0961c. 00010000:00000010:1.1:1761317065.047647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa365322. 00010000:00000010:0.1:1761317065.055918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6323126. 00010000:00000010:1.1:1761317065.059724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce77281. 00010000:00000010:1.1:1761317065.059735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000366d9d51. 00010000:00000010:1.1:1761317065.059740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:0.1:1761317065.059788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026d99979. 00010000:00000010:0.1:1761317065.064944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aed0eded. 00010000:00000010:1.1:1761317065.070723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000767a636b. 00010000:00000010:3.1:1761317065.070969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c8dc4d1. 00010000:00000010:3.1:1761317065.070976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3427fb. 00010000:00000010:3.1:1761317065.077581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e0d6672. 00010000:00000010:3.1:1761317065.077593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018f2794a. 00010000:00000010:3.1:1761317065.077597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:3.1:1761317065.086758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95d533f. 00010000:00000010:3.1:1761317065.086765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:0.1:1761317065.086767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d9aa328. 00010000:00000010:3.1:1761317065.090870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084047760. 00010000:00000010:3.1:1761317065.090878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e204e91. 00010000:00000010:0.1:1761317065.094880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132b0ad6. 00010000:00000010:3.1:1761317065.094893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c08aee00. 00010000:00000010:3.1:1761317065.094902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:3.1:1761317065.094910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001203781b. 00010000:00000010:3.1:1761317065.094914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:3.1:1761317065.097860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a319b21. 00010000:00000010:3.1:1761317065.097866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:0.1:1761317065.098923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056ff856b. 00010000:00000010:1.1:1761317065.106111:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0dcadd6. 00010000:00000010:1.1:1761317065.106128:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e204e91. 00010000:00000010:0.1:1761317065.110793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b5aa6a3. 00010000:00000010:0.1:1761317065.110805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:0.1:1761317065.119271:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006635a7e9. 00010000:00000010:0.1:1761317065.119286:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317065.124799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000259eef85. 00010000:00000010:0.1:1761317065.124822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:0.1:1761317065.136164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d009b6ca. 00010000:00000010:0.1:1761317065.136173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:1.1:1761317065.146785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000242b1d4c. 00010000:00000010:1.1:1761317065.146792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317065.149750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fae2632d. 00010000:00000010:0.1:1761317065.149769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:1.1:1761317065.164959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040383ce4. 00010000:00000010:1.1:1761317065.164965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:0.1:1761317065.169371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ccbd41f. 00010000:00000010:1.1:1761317065.173822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000201e194c. 00010000:00000010:1.1:1761317065.173830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:1.1:1761317065.181805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da26bd7e. 00010000:00000010:0.1:1761317065.181862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079a626ba. 00010000:00000010:1.1:1761317065.182134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:1.1:1761317065.189730:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a16efb8a. 00010000:00000010:1.1:1761317065.189738:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:1.1:1761317065.194583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8193582. 00010000:00000010:1.1:1761317065.194604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:0.1:1761317065.194772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2bb91ca. 00010000:00000010:3.1:1761317065.197924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089329909. 00010000:00000010:0.1:1761317065.197981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70a9e86. 00010000:00000010:1.1:1761317065.198020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ece5d926. 00010000:00000010:1.1:1761317065.198027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:1.1:1761317065.198032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef8f4b10. 00010000:00000010:1.1:1761317065.198038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:1.1:1761317065.205728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9513a07. 00010000:00000010:1.1:1761317065.205741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:0.1:1761317065.215082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaca0aa1. 00010000:00000010:1.1:1761317065.220065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000c0633a. 00010000:00000010:1.1:1761317065.220077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:1.1:1761317065.223409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082a88751. 00010000:00000010:1.1:1761317065.223418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:0.1:1761317065.224810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7ed6cf5. 00010000:00000010:1.1:1761317065.228738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234c272a. 00010000:00000010:1.1:1761317065.228753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:0.1:1761317065.228954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000229d3c9f. 00010000:00000010:1.1:1761317065.232730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1178711. 00010000:00000010:1.1:1761317065.232749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:0.1:1761317065.232758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bf3b09b. 00010000:00000010:1.1:1761317065.236606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052aad702. 00010000:00000010:1.1:1761317065.236613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:0.1:1761317065.236909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c73f3533. 00010000:00000010:1.1:1761317065.244726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2288cc. 00010000:00000010:1.1:1761317065.244734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089dbd83d. 00010000:00000010:1.1:1761317065.244738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:1.1:1761317065.254061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f2b7535. 00010000:00000010:1.1:1761317065.254071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:1.1:1761317065.260361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fb7016b. 00010000:00000010:1.1:1761317065.260369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:0.1:1761317065.263246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b10798. 00010000:00000010:1.1:1761317065.268137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011aaada4. 00010000:00000010:1.1:1761317065.268143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:0.1:1761317065.275773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a85c996c. 00010000:00000010:1.1:1761317065.280161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f942c0a6. 00010000:00000010:1.1:1761317065.280170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:3.1:1761317065.287260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c2fa5b5. 00010000:00000010:3.1:1761317065.287271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:0.1:1761317065.287836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5275ef7. 00010000:00000010:0.1:1761317065.300797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffde9329. 00010000:00000010:1.1:1761317065.301183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db558f4. 00010000:00000010:0.1:1761317065.311006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000205a4432. 00010000:00000010:0.1:1761317065.311016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057b89b9e. 00010000:00000010:0.1:1761317065.311021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004341836b. 00010000:00000010:1.1:1761317065.316315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f10b458b. 00010000:00000010:3.1:1761317065.319708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe81e5c. 00010000:00000010:3.1:1761317065.319714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014f7222a. 00010000:00000010:1.1:1761317065.322943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fa71d53. 00010000:00000010:0.1:1761317065.323750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1c45295. 00010000:00000010:0.1:1761317065.323760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:1.1:1761317065.338847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c7316a. 00010000:00000010:1.1:1761317065.338861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:1.1:1761317065.338865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000193fc62f. 00010000:00000010:0.1:1761317065.339853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000624e971. 00010000:00000010:0.1:1761317065.339863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:0.1:1761317065.339867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd5ec0c. 00010000:00000010:0.1:1761317065.339870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:1.1:1761317065.343717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f73072e. 00010000:00000010:0.1:1761317065.343871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2245c44. 00010000:00000010:0.1:1761317065.343879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:1.1:1761317065.347530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e4a66b0. 00010000:00000010:0.1:1761317065.355890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceec03bc. 00010000:00000010:0.1:1761317065.355897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002082de4c. 00010000:00000010:0.1:1761317065.365082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030b50b5e. 00010000:00000010:0.1:1761317065.365092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:1.1:1761317065.370721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39b3b9f. 00010000:00000010:1.1:1761317065.380723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad96ac5d. 00010000:00000010:1.1:1761317065.390148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c161965. 00010000:00000010:3.1:1761317065.391735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ee01718. 00010000:00000010:3.1:1761317065.391750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b723da5. 00010000:00000010:0.1:1761317065.391806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000643963b8. 00010000:00000010:0.1:1761317065.394937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090210c37. 00010000:00000010:1.1:1761317065.401797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abb788cc. 00010000:00000010:3.1:1761317065.405052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f83cc9dc. 00010000:00000010:3.1:1761317065.405066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:3.1:1761317065.418844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f324dde9. 00010000:00000010:1.1:1761317065.419749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000386d2b73. 00010000:00000010:3.1:1761317065.423152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd49f40a. 00010000:00000010:1.1:1761317065.431120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe013234. 00010000:00000010:3.1:1761317065.435634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af6438e3. 00010000:00000010:3.1:1761317065.450877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad392e54. 00010000:00000010:1.1:1761317065.459719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023020a38. 00010000:00000010:1.1:1761317065.475730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab179869. 00010000:00000010:3.1:1761317065.479968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d1b0fd6. 00010000:00000010:3.1:1761317065.494957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000196d741c. 00010000:00000010:1.1:1761317065.497972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae713ec4. 00010000:00000010:1.1:1761317065.497982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4b3681. 00010000:00000010:1.1:1761317065.497986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4324a5b. 00010000:00000010:1.1:1761317065.504734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000764d4f49. 00010000:00000010:1.1:1761317065.520864:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bcc8c59. 00010000:00000010:0.1:1761317065.531976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000257e4778. 00010000:00000010:0.1:1761317065.531982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052b959f1. 00010000:00000010:3.1:1761317065.536791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb25323. 00010000:00000010:3.1:1761317065.536806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:3.1:1761317065.553918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d0abf3b. 00010000:00000010:3.1:1761317065.553935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000183c81ad. 00010000:00000010:3.1:1761317065.557188:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f5d53d. 00010000:00000010:3.1:1761317065.557198:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000902f33f3. 00010000:00000010:3.1:1761317065.557202:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008340ae53. 00010000:00000010:0.1:1761317065.559732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dacd307. 00010000:00000010:0.1:1761317065.559748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009edba483. 00010000:00000010:3.1:1761317065.564715:0:78379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029905392. 00010000:00000010:0.1:1761317065.576886:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006685c456. 00010000:00000010:0.1:1761317065.576901:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002082de4c. 00010000:00000010:1.1:1761317065.592706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c04447cc. 00010000:00000010:0.1:1761317065.593086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000738aa587. 00010000:00000010:0.1:1761317065.593091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b67a9cc. 00010000:00000010:0.1:1761317065.600447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001246b704. 00010000:00000010:0.1:1761317065.600468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:3.1:1761317065.601660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b6d5469. 00010000:00000010:0.1:1761317065.603718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023427667. 00010000:00000010:0.1:1761317065.603731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002082de4c. 00010000:00000010:1.1:1761317065.609813:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000581a690b. 00010000:00000010:1.1:1761317065.609842:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f1a177c. 00010000:00000010:1.1:1761317065.609846:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:3.1:1761317065.619758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084b240ba. 00010000:00000010:1.1:1761317065.623309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1ac3da1. 00010000:00000010:1.1:1761317065.623326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d244ddc. 00010000:00000010:0.1:1761317065.639675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6f3e25. 00010000:00000010:1.1:1761317065.642504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a887b96. 00010000:00000010:1.1:1761317065.642519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:3.1:1761317065.643549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a0cabe. 00010000:00000010:0.1:1761317065.653727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000534ed84e. 00010000:00000010:0.1:1761317065.653752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb91caa. 00010000:00000010:1.1:1761317065.662725:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a70e16. 00010000:00000010:0.1:1761317065.668881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdf3b409. 00010000:00000010:0.1:1761317065.668893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002082de4c. 00010000:00000010:1.1:1761317065.673369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd7ccde3. 00010000:00000010:1.1:1761317065.682039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed574751. 00010000:00000010:3.1:1761317065.706729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016146b08. 00010000:00000010:0.1:1761317065.706842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000051a548e. 00010000:00000010:1.1:1761317065.709877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004645c2bb. 00010000:00000010:1.1:1761317065.709889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b68000. 00010000:00000010:0.1:1761317065.727245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2c932a3. 00010000:00000010:0.1:1761317065.727254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:3.1:1761317065.746337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5ac5b4. 00010000:00000010:1.1:1761317065.748429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce608e4b. 00010000:00000010:1.1:1761317065.782733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf486a31. 00010000:00000010:3.1:1761317065.782908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071c32b35. 00010000:00000010:3.1:1761317065.782915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eae63ab4. 00010000:00000010:3.1:1761317065.782918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af9af786. 00010000:00000010:3.1:1761317065.788828:0:78379:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009463020a. 00010000:00000010:3.1:1761317065.788836:0:78379:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5ac5b4. 00010000:00000010:0.1:1761317065.796510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f6ab50. 00010000:00000010:0.1:1761317065.796522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8f55b81. 00010000:00000010:0.1:1761317065.796525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008340ae53. 00010000:00000010:0.1:1761317065.797769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000924a4883. 00010000:00000010:3.1:1761317065.799962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5c6d529. 00010000:00000010:3.1:1761317065.799978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b67a9cc. 00010000:00000010:0.1:1761317065.809521:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef4007f. 00010000:00000010:3.1:1761317065.809742:0:1019:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000595565ec. 00010000:00000010:3.1:1761317065.809749:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5ac5b4. 00010000:00000010:3.1:1761317065.816794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fa7affd. 00010000:00000010:3.1:1761317065.816805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d095142. 00010000:00000010:0.1:1761317065.817157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acfdd81c. 00010000:00000010:0.1:1761317065.830255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefe046b. 00010000:00000010:0.1:1761317065.830262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009da63bda. 00010000:00000010:0.1:1761317065.830266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d40e3b. 00010000:00000010:1.1:1761317065.836601:0:1015:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1c57e52. 00010000:00000010:1.1:1761317065.836617:0:1015:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:3.1:1761317065.836724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000246b5346. 00010000:00000010:1.1:1761317065.852224:0:78390:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022b16bbd. 00010000:00000010:1.1:1761317065.852238:0:78390:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:3.1:1761317065.855711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6c95672. 00010000:00000010:0.1:1761317065.877139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cabdd8e3. 00010000:00000010:0.1:1761317065.877148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:2.1:1761317066.030569:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af9af786. 00010000:00000010:2.1:1761317066.030572:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009645dc23. 00010000:00000010:2.1:1761317066.030574:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2b68000. 00010000:00000010:2.1:1761317066.030576:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfe9d154. 00010000:00000010:2.1:1761317066.030579:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d244ddc. 00010000:00000010:2.1:1761317066.030581:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1daee40. 00010000:00000010:2.1:1761317066.030584:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000183c81ad. 00010000:00000010:2.1:1761317066.030587:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8f55b81. 00010000:00000010:2.1:1761317066.030589:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052b959f1. 00010000:00000010:2.1:1761317066.030591:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc3cd5f4. 00010000:00000010:2.1:1761317066.030593:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4324a5b. 00010000:00000010:2.1:1761317066.030595:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1aa2781. 00010000:00000010:2.1:1761317066.030597:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b723da5. 00010000:00000010:2.1:1761317066.030599:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cfb188c. 00010000:00000010:2.1:1761317066.030601:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014f7222a. 00010000:00000010:2.1:1761317066.030605:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cabdd8e3. 00010000:00000010:2.1:1761317066.030607:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057b89b9e. 00010000:00000010:2.1:1761317066.030609:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064bf8fd9. 00010000:00000010:2.1:1761317066.030611:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3427fb. 00010000:00000010:2.1:1761317066.030613:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000257e4778. 00010000:00000010:2.1:1761317066.030615:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa365322. 00010000:00000010:2.1:1761317066.030616:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a76c2a6b. 00010000:00000010:2.1:1761317066.030618:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fca3f91. 00010000:00000010:2.1:1761317066.030620:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4b3681. 00010000:00000010:2.1:1761317066.030622:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000238f3ef7. 00010000:00000010:2.1:1761317066.030624:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baada5b7. 00010000:00000010:2.1:1761317066.030627:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d5a80d. 00010000:00000010:2.1:1761317066.030629:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eacb4b14. 00010000:00000010:2.1:1761317066.030631:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078640db7. 00010000:00000010:2.1:1761317066.030634:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015f99af9. 00010000:00000010:2.1:1761317066.030636:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca674bb7. 00010000:00000010:2.1:1761317066.030638:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ce6df42. 00010000:00000010:2.1:1761317066.030641:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c23554f4. 00010000:00000010:2.1:1761317066.030643:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044b380b8. 00010000:00000010:2.1:1761317066.030646:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d11e5b7. 00010000:00000010:2.1:1761317066.030649:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfbe6a81. 00010000:00000010:2.1:1761317066.030652:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcde466d. 00010000:00000010:2.1:1761317066.030654:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000201e194c. 00010000:00000010:2.1:1761317066.030657:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000148debe6. 00010000:00000010:2.1:1761317066.030659:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d48e22. 00010000:00000010:2.1:1761317066.030663:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ad37b8. 00010000:00000010:2.1:1761317066.030666:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd241970. 00010000:00000010:2.1:1761317066.030669:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d6c749c. 00010000:00000010:2.1:1761317066.030673:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6d6c18. 00010000:00000010:2.1:1761317066.030699:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008172a030. 00010000:00000010:2.1:1761317066.030704:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000081df6dc. 00010000:00000010:2.1:1761317066.030707:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063b7c6b5. 00010000:00000010:2.1:1761317066.030709:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac0bdabe. 00010000:00000010:2.1:1761317066.030713:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fa51691. 00010000:00000010:2.1:1761317066.030716:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007959de6f. 00010000:00000010:2.1:1761317066.030719:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f844260. 00010000:00000010:2.1:1761317066.030721:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb3ec5a7. 00010000:00000010:2.1:1761317066.030723:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887108cb. 00010000:00000010:2.1:1761317066.030725:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd08eaba. 00010000:00000010:2.1:1761317066.030728:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000097fcfc2. 00010000:00000010:2.1:1761317066.030732:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f203842. 00010000:00000010:2.1:1761317066.030735:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000462369e6. 00010000:00000010:2.1:1761317066.030737:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000585fd896. 00010000:00000010:2.1:1761317066.030740:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d076d3f8. 00010000:00000010:2.1:1761317066.030743:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b067f7d0. 00010000:00000010:2.1:1761317066.030745:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f7774df. 00010000:00000010:2.1:1761317066.030747:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b9bc206. 00010000:00000010:2.1:1761317066.030749:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001151cd1f. 00010000:00000010:2.1:1761317066.030752:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bfa1b75. 00010000:00000010:2.1:1761317066.030755:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bef17d5. 00010000:00000010:2.1:1761317066.030760:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b75b3f17. 00010000:00000010:2.1:1761317066.030763:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a5ee6cf. 00010000:00000010:2.1:1761317066.030766:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f78943f. 00010000:00000010:2.1:1761317066.030768:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cf567d6. 00010000:00000010:2.1:1761317066.030770:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000799b64da. 00010000:00000010:2.1:1761317066.030774:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582c123f. 00010000:00000010:2.1:1761317066.030776:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb0fc6f5. 00010000:00000010:2.1:1761317066.030779:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c11bd355. 00010000:00000010:2.1:1761317066.030781:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb041eae. 00010000:00000010:2.1:1761317066.030784:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9d2e88b. 00010000:00000010:2.1:1761317066.030787:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001899c4e. 00010000:00000010:2.1:1761317066.030789:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a94de4d. 00010000:00000010:2.1:1761317066.030792:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b25c813. 00010000:00000010:2.1:1761317066.030794:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065f7029a. 00010000:00000010:2.1:1761317066.030797:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000667ac98d. 00010000:00000010:2.1:1761317066.030801:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086749e10. 00010000:00000010:2.1:1761317066.030804:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001246b704. 00010000:00000010:2.1:1761317066.030807:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bce9358d. 00010000:00000010:2.1:1761317066.030809:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000738aa587. 00010000:00000010:2.1:1761317066.030812:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44091db. 00010000:00000010:2.1:1761317066.030836:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008af1be69. 00010000:00000010:2.1:1761317066.030840:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007724e897. 00010000:00000010:2.1:1761317066.030842:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000010b4fd4. 00010000:00000010:2.1:1761317066.030844:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ba6b678. 00010000:00000010:2.1:1761317066.030847:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013054d44. 00010000:00000010:2.1:1761317066.030850:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b63efc6. 00010000:00000010:2.1:1761317066.030853:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d69b144. 00010000:00000010:2.1:1761317066.030855:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000439e2885. 00010000:00000010:2.1:1761317066.030857:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b9ae0cc. 00010000:00000010:2.1:1761317066.030860:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098651a7d. 00010000:00000010:2.1:1761317066.030865:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008db1bcc2. 00010000:00000010:2.1:1761317066.030868:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2bf747. 00010000:00000010:2.1:1761317066.030871:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9a512fc. 00010000:00000010:2.1:1761317066.030874:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ba23df5. 00010000:00000010:2.1:1761317066.030876:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3d8b3ae. 00010000:00000010:2.1:1761317066.030879:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c183c4d. 00010000:00000010:2.1:1761317066.030882:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6bdb43c. 00010000:00000010:2.1:1761317066.030884:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076f4393d. 00010000:00000010:2.1:1761317066.030887:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026d5107e. 00010000:00000010:2.1:1761317066.030890:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca671c1. 00010000:00000010:2.1:1761317066.030893:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acbbd13c. 00010000:00000010:2.1:1761317066.030895:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fda7feb. 00010000:00000010:2.1:1761317066.030898:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054298d79. 00010000:00000010:2.1:1761317066.030901:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee7e8f62. 00010000:00000010:2.1:1761317066.030903:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000902f33f3. 00010000:00000010:2.1:1761317066.030906:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b9a82ac. 00010000:00000010:2.1:1761317066.030910:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017522b05. 00010000:00000010:2.1:1761317066.030914:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2a76508. 00010000:00000010:2.1:1761317066.030917:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000595565ec. 00010000:00000010:2.1:1761317066.030922:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f43106d. 00010000:00000010:2.1:1761317066.030924:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5c6d529. 00010000:00000010:2.1:1761317066.030927:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e505523. 00010000:00000010:2.1:1761317066.030929:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a940f6. 00010000:00000010:2.1:1761317066.030932:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000751232c2. 00010000:00000010:2.1:1761317066.030934:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b3067ef. 00010000:00000010:2.1:1761317066.030936:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002514cf63. 00010000:00000010:2.1:1761317066.030938:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c784658e. 00010000:00000010:2.1:1761317066.030940:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074540c5b. 00010000:00000010:2.1:1761317066.030942:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000501cdfc5. 00010000:00000010:2.1:1761317066.030944:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d26f083a. 00010000:00000010:2.1:1761317066.030948:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1e4f893. 00010000:00000010:2.1:1761317066.030952:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b364f526. 00010000:00000010:2.1:1761317066.030954:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddc5e9aa. 00010000:00000010:2.1:1761317066.030956:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054f58423. 00010000:00000010:2.1:1761317066.030959:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008716ea79. 00010000:00000010:2.1:1761317066.030961:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff1f0dc3. 00010000:00000010:2.1:1761317066.030963:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b19c5792. 00010000:00000010:2.1:1761317066.030965:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e9252b. 00010000:00000010:2.1:1761317066.030968:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085707a1b. 00010000:00000010:2.1:1761317066.030970:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc46105. 00010000:00000010:2.1:1761317066.030972:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd4367c7. 00010000:00000010:2.1:1761317066.030975:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af1dbee. 00010000:00000010:2.1:1761317066.030978:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000076f8e88. 00010000:00000010:2.1:1761317066.030980:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4ff28f5. 00010000:00000010:2.1:1761317066.030983:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009463020a. 00010000:00000010:2.1:1761317066.030985:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5c8f5f7. 00010000:00000010:2.1:1761317066.030987:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ce07a0. 00010000:00000010:2.1:1761317066.030989:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000838a3898. 00010000:00000010:2.1:1761317066.030993:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c757678. 00010000:00000010:2.1:1761317066.030996:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e134bb28. 00010000:00000010:2.1:1761317066.030998:0:78391:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4d1d7ff. 00010000:00000010:2.1:1761317066.031000:0:78391:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfb3c39f. 00010000:00000010:2.1:1761317066.042136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a462c6a9. 00010000:00000010:2.1:1761317066.042148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000118807d7. 00010000:00000010:2.1:1761317066.042151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dd2b005. 00010000:00000010:2.1:1761317066.042154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c65358. 00010000:00000010:2.1:1761317066.042156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be2fad19. 00010000:00000010:2.1:1761317066.042159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007030fb9c. 00010000:00000010:2.1:1761317066.042161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cd771b7. 00010000:00000010:2.1:1761317066.042164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006500ddb3. 00010000:00000010:2.1:1761317066.042166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009387618d. 00010000:00000010:2.1:1761317066.042179:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bccf8bd2. 00010000:00000010:2.1:1761317066.042185:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000562f7e99. 00010000:00000010:2.1:1761317066.042189:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099a3f665. 00010000:00000010:2.1:1761317066.042191:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4289350. 00010000:00000010:2.1:1761317066.042194:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e40d5c72. 00010000:00000010:2.1:1761317066.042196:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a361191. 00010000:00000010:2.1:1761317066.042198:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e82669bf. 00010000:00000010:2.1:1761317066.042201:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004afe1b4e. 00010000:00000010:2.1:1761317066.042204:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000797c40bf. 00010000:00000010:2.1:1761317066.042206:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003acc20cf. 00010000:00000010:2.1:1761317066.042210:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e02caa26. 00010000:00000010:2.1:1761317066.042212:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004deb636c. 00010000:00000010:2.1:1761317066.042215:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e4b871a. 00010000:00000010:2.1:1761317066.042217:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e094363. 00010000:00000010:2.1:1761317066.042220:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002834235b. 00010000:00000010:2.1:1761317066.042222:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d743927. 00010000:00000010:2.1:1761317066.042225:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005268ef29. 00010000:00000010:2.1:1761317066.042227:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d926957b. 00010000:00000010:2.1:1761317066.042230:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d78a7d3. 00010000:00000010:2.1:1761317066.042234:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f4d2227. 00010000:00000010:2.1:1761317066.042238:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f9d2227. 00010000:00000010:2.1:1761317066.042240:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9c5fd42. 00010000:00000010:2.1:1761317066.042243:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036e63f06. 00010000:00000010:2.1:1761317066.042245:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e5dd95e. 00010000:00000010:2.1:1761317066.042248:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000713834b3. 00010000:00000010:2.1:1761317066.042250:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077466067. 00010000:00000010:2.1:1761317066.042252:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000005ab4dd. 00010000:00000010:2.1:1761317066.042254:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dec493cc. 00010000:00000010:2.1:1761317066.042257:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007864715e. 00010000:00000010:2.1:1761317066.042259:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ed8991e. 00010000:00000010:2.1:1761317066.042262:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000363d3353. 00010000:00000010:2.1:1761317066.042264:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022b04a3f. 00010000:00000010:2.1:1761317066.042266:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa85c8e8. 00010000:00000010:2.1:1761317066.042269:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087f39db5. 00010000:00000010:2.1:1761317066.042271:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097cbe646. 00010000:00000010:2.1:1761317066.042273:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000415f1b65. 00010000:00000010:2.1:1761317066.042275:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec8064d7. 00010000:00000010:2.1:1761317066.042278:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006795e4fc. 00010000:00000010:2.1:1761317066.042281:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000277e98ed. 00010000:00000010:2.1:1761317066.042284:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3454665. 00010000:00000010:2.1:1761317066.042289:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e090af. 00010000:00000010:2.1:1761317066.042291:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000040b5fa5. 00010000:00000010:2.1:1761317066.042294:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be96facd. 00010000:00000010:2.1:1761317066.042298:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d51e323c. 00010000:00000010:2.1:1761317066.042300:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c123729. 00010000:00000010:2.1:1761317066.042302:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c354913. 00010000:00000010:2.1:1761317066.042306:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a1aeb6. 00010000:00000010:2.1:1761317066.042308:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c39ed143. 00010000:00000010:2.1:1761317066.042311:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a4a6a75. 00010000:00000010:2.1:1761317066.042313:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085168434. 00010000:00000010:2.1:1761317066.042316:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de4066fb. 00010000:00000010:2.1:1761317066.042319:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a355993e. 00010000:00000010:2.1:1761317066.042323:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009d6c043. 00010000:00000010:2.1:1761317066.042325:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f57f2783. 00010000:00000010:2.1:1761317066.042327:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5acf7a. 00010000:00000010:2.1:1761317066.042329:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bc9f9f8. 00010000:00000010:2.1:1761317066.042332:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007355ce53. 00010000:00000010:2.1:1761317066.042334:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbd8448d. 00010000:00000010:2.1:1761317066.042336:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50eecbe. 00010000:00000010:2.1:1761317066.042338:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085ac7d91. 00010000:00000010:2.1:1761317066.042341:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034f0ea3e. 00010000:00000010:2.1:1761317066.042343:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b0b0d07. 00010000:00000010:2.1:1761317066.042345:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa9cbfb. 00010000:00000010:2.1:1761317066.042347:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081184e1c. 00010000:00000010:2.1:1761317066.042349:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df1b88f2. 00010000:00000010:2.1:1761317066.042351:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f43584f. 00010000:00000010:2.1:1761317066.042353:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3fe3d92. 00010000:00000010:2.1:1761317066.042355:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029aa453e. 00010000:00000010:2.1:1761317066.042357:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001785be59. 00010000:00000010:2.1:1761317066.042360:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ade7b000. 00010000:00000010:2.1:1761317066.042363:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70ae931. 00010000:00000010:2.1:1761317066.042365:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000857bda3d. 00010000:00000010:2.1:1761317066.042368:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa23bd5. 00010000:00000010:2.1:1761317066.042369:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5d33fb9. 00010000:00000010:2.1:1761317066.042373:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ed1d07. 00010000:00000010:2.1:1761317066.042375:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d4e5afe. 00010000:00000010:2.1:1761317066.042377:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9825f82. 00010000:00000010:2.1:1761317066.042379:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005b930f5. 00010000:00000010:2.1:1761317066.042381:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc260e1. 00010000:00000010:2.1:1761317066.042383:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a3de0b5. 00010000:00000010:2.1:1761317066.042386:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730260f4. 00010000:00000010:2.1:1761317066.042390:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e099498. 00010000:00000010:2.1:1761317066.042393:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b103455f. 00010000:00000010:2.1:1761317066.042396:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce9c0922. 00010000:00000010:2.1:1761317066.042398:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00010000:00000010:2.1:1761317066.042401:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044137278. 00010000:00000010:2.1:1761317066.042403:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5c928e2. 00010000:00000010:2.1:1761317066.042405:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074dfd289. 00010000:00000010:2.1:1761317066.042408:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca0b176. 00010000:00000010:2.1:1761317066.042410:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc42845b. 00010000:00000010:2.1:1761317066.042414:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008747ce7f. 00010000:00000010:2.1:1761317066.042416:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbff0de3. 00010000:00000010:2.1:1761317066.042418:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000084fa3e5. 00010000:00000010:2.1:1761317066.042421:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a03fca12. 00010000:00000010:2.1:1761317066.042423:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037dce320. 00010000:00000010:2.1:1761317066.042425:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f43d169. 00010000:00000010:2.1:1761317066.042427:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c9edd5. 00010000:00000010:2.1:1761317066.042429:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da892d99. 00010000:00000010:2.1:1761317066.042433:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006186d6ef. 00010000:00000010:2.1:1761317066.042436:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003928a3bb. 00010000:00000010:2.1:1761317066.042453:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000002233bb. 00010000:00000010:2.1:1761317066.042459:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070f45d91. 00010000:00000010:2.1:1761317066.042462:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000696b31b3. 00010000:00000010:2.1:1761317066.042464:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ccababc. 00010000:00000010:2.1:1761317066.042467:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59312ab. 00010000:00000010:2.1:1761317066.042469:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c60400d. 00010000:00000010:2.1:1761317066.042471:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487ea0e0. 00010000:00000010:2.1:1761317066.042473:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ef68818. 00010000:00000010:2.1:1761317066.042476:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbb5cb7c. 00010000:00000010:2.1:1761317066.042478:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000716210ce. 00010000:00000010:2.1:1761317066.042481:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde8e0ba. 00010000:00000010:2.1:1761317066.042483:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004f576c8. 00010000:00000010:2.1:1761317066.042486:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f40ff2a7. 00010000:00000010:2.1:1761317066.042488:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ec7881d. 00010000:00000010:2.1:1761317066.042490:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc8eff4. 00010000:00000010:2.1:1761317066.042492:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d0044d1. 00010000:00000010:2.1:1761317066.042494:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023407ee9. 00010000:00000010:2.1:1761317066.042496:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faa77cdb. 00010000:00000010:2.1:1761317066.042499:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d69b4cf8. 00010000:00000010:2.1:1761317066.042502:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cd3a9d9. 00010000:00000010:2.1:1761317066.042506:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fa16ad8. 00010000:00000010:2.1:1761317066.042508:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b79ca129. 00010000:00000010:2.1:1761317066.042511:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146d312b. 00010000:00000010:2.1:1761317066.042514:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2eb695f. 00010000:00000010:2.1:1761317066.042517:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b50436. 00010000:00000010:2.1:1761317066.042520:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8f1b2ec. 00010000:00000010:2.1:1761317066.042523:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed574751. 00010000:00000010:2.1:1761317066.042527:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658affe2. 00010000:00000010:2.1:1761317066.042530:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af6438e3. 00010000:00000010:2.1:1761317066.042533:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d54afd84. 00010000:00000010:2.1:1761317066.042536:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1a5e587. 00010000:00000010:2.1:1761317066.042539:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ea57262. 00010000:00000010:2.1:1761317066.042541:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003baee03d. 00010000:00000010:2.1:1761317066.042545:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f996ce4. 00010000:00000010:2.1:1761317066.042548:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001548c564. 00010000:00000010:2.1:1761317066.042551:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000865458e5. 00010000:00000010:2.1:1761317066.042554:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab7f102. 00010000:00000010:2.1:1761317066.042557:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f14ce1d9. 00010000:00000010:2.1:1761317066.042560:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e613f73. 00010000:00000010:2.1:1761317066.042564:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999fef8. 00010000:00000010:2.1:1761317066.042567:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f74fe35. 00010000:00000010:2.1:1761317066.042570:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37bef1c. 00010000:00000010:2.1:1761317066.042572:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee0871fd. 00010000:00000010:2.1:1761317066.042574:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8f78db8. 00010000:00000010:2.1:1761317066.042576:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421a208c. 00010000:00000010:2.1:1761317066.042579:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebacab63. 00010000:00000010:2.1:1761317066.042582:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c93bbb3a. 00010000:00000010:2.1:1761317066.042585:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073627e05. 00010000:00000010:2.1:1761317066.042589:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084877096. 00010000:00000010:2.1:1761317066.042592:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000891b8243. 00010000:00000010:2.1:1761317066.042597:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff349b57. 00010000:00000010:2.1:1761317066.042600:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cb8e129. 00010000:00000010:2.1:1761317066.042604:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b9d8349. 00010000:00000010:2.1:1761317066.042608:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000712f2896. 00010000:00000010:2.1:1761317066.042611:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df7fd187. 00010000:00000010:2.1:1761317066.042617:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cd0d6c2. 00010000:00000010:2.1:1761317066.042621:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0d6b6e. 00010000:00000010:2.1:1761317066.042623:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001eec8a32. 00010000:00000010:2.1:1761317066.042627:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9459735. 00010000:00000010:2.1:1761317066.042630:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b005e7f. 00010000:00000010:2.1:1761317066.042635:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec40a744. 00010000:00000010:2.1:1761317066.042638:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003bce2f0. 00010000:00000010:2.1:1761317066.042642:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002723d387. 00010000:00000010:2.1:1761317066.042646:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bcd3707. 00010000:00000010:2.1:1761317066.042650:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092c42e4e. 00010000:00000010:2.1:1761317066.042653:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076184f0c. 00010000:00000010:2.1:1761317066.042658:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdb2761. 00010000:00000010:2.1:1761317066.042662:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000758fc83a. 00010000:00000010:2.1:1761317066.042667:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76a9ad2. 00010000:00000010:2.1:1761317066.042670:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0dbbb18. 00010000:00000010:2.1:1761317066.042705:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b83c2a8. 00010000:00000010:2.1:1761317066.042711:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d579060d. 00010000:00000010:2.1:1761317066.042714:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bd41ef. 00010000:00000010:2.1:1761317066.042717:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009da047db. 00010000:00000010:2.1:1761317066.042720:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:2.1:1761317066.042723:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e62a910. 00010000:00000010:2.1:1761317066.042725:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:2.1:1761317066.042729:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a86f269. 00010000:00000010:2.1:1761317066.042732:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:2.1:1761317066.042735:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000ef457f. 00010000:00000010:2.1:1761317066.042740:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.1:1761317066.042746:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006623922b. 00010000:00000010:2.1:1761317066.042750:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.1:1761317066.042754:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002226fc06. 00010000:00000010:2.1:1761317066.042757:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317066.042760:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fccf0e16. 00010000:00000010:2.1:1761317066.042763:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.1:1761317066.042766:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b6be659. 00010000:00000010:2.1:1761317066.042771:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:2.1:1761317066.042774:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d94030b. 00010000:00000010:2.1:1761317066.042780:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317066.042785:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056edfcc3. 00010000:00000010:2.1:1761317066.042789:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:2.1:1761317066.042792:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d5e1f5c. 00010000:00000010:2.1:1761317066.042796:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.1:1761317066.042800:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d009d15. 00010000:00000010:2.1:1761317066.042804:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.1:1761317066.042807:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd59ebb2. 00010000:00000010:2.1:1761317066.042810:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00010000:00000010:2.1:1761317066.042813:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317066.042818:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000249a8be2. 00010000:00000010:2.1:1761317066.051963:0:31053:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc7037ba. 00010000:00000010:2.1:1761317066.051972:0:31053:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000616c7e7e. 00010000:00000010:2.1:1761317066.051976:0:31053:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:3.1:1761317066.062729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fb320dd. 00010000:00000010:1.1:1761317066.063107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bff804c3. 00010000:00000010:1.1:1761317066.063115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000249a8be2. 00010000:00000010:3.1:1761317066.077150:0:78398:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f183128. 00010000:00000010:2.1:1761317066.077881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa85a22a. 00010000:00000010:2.1:1761317066.077888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a5ee4c8. 00010000:00000010:2.1:1761317066.077892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:1.1:1761317066.078124:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0351ea9. 00010000:00000010:1.1:1761317066.078130:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:1.1:1761317066.078134:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0d95a4. 00010000:00000010:1.1:1761317066.078136:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815b43dc. 00010000:00000010:2.1:1761317066.091506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032ccffda. 00010000:00000010:2.1:1761317066.091519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b405703c. 00010000:00000010:2.1:1761317066.091524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:1.1:1761317066.103005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e00e4d0. 00010000:00000010:1.1:1761317066.103021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039fed340. 00010000:00000010:1.1:1761317066.103026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00010000:00000010:2.1:1761317066.121600:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f449ed19. 00010000:00000010:2.1:1761317066.121612:0:78414:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087fc36ca. 00010000:00000010:2.1:1761317066.121616:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815b43dc. 00010000:00000010:1.1:1761317066.137828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c79d5290. 00010000:00000010:1.1:1761317066.141837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff4eca00. 00010000:00000010:1.1:1761317066.141850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:1.1:1761317066.141855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0d95a4. 00010000:00000010:1.1:1761317066.141860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:1.1:1761317066.146725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0772618. 00010000:00000010:1.1:1761317066.146738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c4d2a27. 00010000:00000010:1.1:1761317066.146743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:3.1:1761317066.152074:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081fae0de. 00010000:00000010:3.1:1761317066.152080:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:2.1:1761317066.161387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aeb132b. 00010000:00000010:3.1:1761317066.174015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b661427. 00010000:00000010:3.1:1761317066.174022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe7f10c3. 00010000:00000010:3.1:1761317066.174027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d095142. 00010000:00000010:3.1:1761317066.177730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b34a45. 00010000:00000010:0.1:1761317066.180612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001458689c. 00010000:00000010:0.1:1761317066.180627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5ac5b4. 00010000:00000010:3.1:1761317066.189711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000105d4dc3. 00010000:00000010:3.1:1761317066.189720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:3.1:1761317066.189725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f96750f. 00010000:00000010:3.1:1761317066.189728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d095142. 00010000:00000010:1.1:1761317066.194721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b70c09. 00010000:00000010:0.1:1761317066.200743:0:78420:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f765fff. 00010000:00000010:0.1:1761317066.200751:0:78420:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a90fe68c. 00010000:00000010:0.1:1761317066.200754:0:78420:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5ac5b4. 00010000:00000010:1.1:1761317066.203714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008d8a084. 00010000:00000010:0.1:1761317066.206770:0:78378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055af3d37. 00010000:00000010:0.1:1761317066.206777:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:2.1:1761317066.208749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037fa072e. 00010000:00000010:3.1:1761317066.211721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a63c9e18. 00010000:00000010:3.1:1761317066.211727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:1.1:1761317066.218704:0:78421:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006155c5a9. 00010000:00000010:1.1:1761317066.218716:0:78421:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da6c40b3. 00010000:00000010:1.1:1761317066.218720:0:78421:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d095142. 00010000:00000010:0.1:1761317066.220831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab7b6dde. 00010000:00000010:0.1:1761317066.220841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:0.1:1761317066.220845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c9dfd2b. 00010000:00000010:0.1:1761317066.220850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:1.1:1761317066.224757:0:78422:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd4e4a9. 00010000:00000010:3.1:1761317066.234699:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff86dc6. 00010000:00000010:0.1:1761317066.235076:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba902a6b. 00010000:00000010:0.1:1761317066.235082:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317066.237052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba8e78f0. 00010000:00000010:1.1:1761317066.240771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022bfbace. 00010000:00000010:1.1:1761317066.240779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:1.1:1761317066.240818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc1808e6. 00010000:00000010:1.1:1761317066.243029:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bbb27c3. 00010000:00000010:2.1:1761317066.243856:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de70d7d1. 00010000:00000010:2.1:1761317066.243863:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:2.1:1761317066.246019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5899808. 00010000:00000010:2.1:1761317066.246028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:1.1:1761317066.251563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000847910cd. 00010000:00000010:0.1:1761317066.257711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000466d4fee. 00010000:00000010:0.1:1761317066.257717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.1:1761317066.257987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000971e7e20. 00010000:00000010:2.1:1761317066.257994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:1.1:1761317066.261920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbd32a54. 00010000:00000010:1.1:1761317066.265347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdbb0bfd. 00010000:00000010:1.1:1761317066.265355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2a959c0. 00010000:00000010:1.1:1761317066.265359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:0.1:1761317066.276815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000937543c0. 00010000:00000010:1.1:1761317066.285010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080b134ed. 00010000:00000010:1.1:1761317066.285022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:0.1:1761317066.292993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005e1963d. 00010000:00000010:2.1:1761317066.293020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083c194fb. 00010000:00000010:2.1:1761317066.293025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb91caa. 00010000:00000010:1.1:1761317066.294750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028e6d8a5. 00010000:00000010:1.1:1761317066.294756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e8eba01. 00010000:00000010:1.1:1761317066.294761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:1.1:1761317066.297126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034554e85. 00010000:00000010:2.1:1761317066.297375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b313e48c. 00010000:00000010:2.1:1761317066.297382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:2.1:1761317066.297386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317066.297389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317066.305551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000632eec0f. 00010000:00000010:2.1:1761317066.305566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:0.1:1761317066.305613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ffa54b8. 00010000:00000010:0.1:1761317066.310725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021f50fa3. 00010000:00000010:2.1:1761317066.310814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017905e09. 00010000:00000010:2.1:1761317066.310821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045a4cd48. 00010000:00000010:2.1:1761317066.310825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.1:1761317066.310828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6f56183. 00010000:00000010:2.1:1761317066.310831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317066.315041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b36ce77c. 00010000:00000010:2.1:1761317066.315049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:1.1:1761317066.318906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000791725a4. 00010000:00000010:2.1:1761317066.322741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005222a42f. 00010000:00000010:2.1:1761317066.322755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:0.1:1761317066.324562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f8f1fd. 00010000:00000010:1.1:1761317066.326740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cea9211. 00010000:00000010:2.1:1761317066.333185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ffc0c89. 00010000:00000010:2.1:1761317066.333197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:1.1:1761317066.335718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029f84624. 00010000:00000010:0.1:1761317066.340737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055c7eb59. 00010000:00000010:2.1:1761317066.340784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e508602e. 00010000:00000010:2.1:1761317066.340790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317066.349791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000932fa68a. 00010000:00000010:2.1:1761317066.349799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:2.1:1761317066.349802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020fa9b80. 00010000:00000010:2.1:1761317066.349805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:0.1:1761317066.358824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000048bc3b9. 00010000:00000010:2.1:1761317066.361742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007976e07f. 00010000:00000010:2.1:1761317066.361762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.1:1761317066.361768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dbf135c. 00010000:00000010:2.1:1761317066.361772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:0.1:1761317066.361777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb47d6a4. 00010000:00000010:0.1:1761317066.361793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb74058. 00010000:00000010:2.1:1761317066.368966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6e75898. 00010000:00000010:2.1:1761317066.368981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d93b2bfd. 00010000:00000010:2.1:1761317066.368985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.1:1761317066.376918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fb4d3c2. 00010000:00000010:2.1:1761317066.376936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:0.1:1761317066.380036:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5f81f8. 00010000:00000010:2.1:1761317066.380206:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dc22bed. 00010000:00000010:2.1:1761317066.380212:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:1.1:1761317066.381341:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d4f46df. 00010000:00000010:0.1:1761317066.384284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b9bc38. 00010000:00000010:2.1:1761317066.391129:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b1ee21. 00010000:00000010:2.1:1761317066.391136:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.1:1761317066.397734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a35cad37. 00010000:00000010:2.1:1761317066.397746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:1.1:1761317066.397795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4185884. 00010000:00000010:2.1:1761317066.402464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000699c4d4d. 00010000:00000010:2.1:1761317066.402475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e478d25e. 00010000:00000010:2.1:1761317066.402480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317066.402483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317066.402486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:0.1:1761317066.407724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5de4e4e. 00010000:00000010:2.1:1761317066.411780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c970599. 00010000:00000010:2.1:1761317066.411788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:3.1:1761317066.411864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51ef24c. 00010000:00000010:2.1:1761317066.416954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000b92fad. 00010000:00000010:2.1:1761317066.416964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:1.1:1761317066.416984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9bf6b33. 00010000:00000010:1.1:1761317066.416993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:1.1:1761317066.425480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000402f48a6. 00010000:00000010:1.1:1761317066.425489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:3.1:1761317066.425702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93e6f46. 00010000:00000010:2.1:1761317066.433870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f8e5af6. 00010000:00000010:3.1:1761317066.435961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5fa22e9. 00010000:00000010:1.1:1761317066.437037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e107a605. 00010000:00000010:1.1:1761317066.437046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:1.1:1761317066.437050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0d95a4. 00010000:00000010:1.1:1761317066.437053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:2.1:1761317066.437429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f7bbbbe. 00010000:00000010:1.1:1761317066.442096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005589c68d. 00010000:00000010:1.1:1761317066.442110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:0.1:1761317066.460885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba4270c. 00010000:00000010:0.1:1761317066.467801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9d2c12c. 00010000:00000010:1.1:1761317066.467882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089f4ed50. 00010000:00000010:1.1:1761317066.467891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:3.1:1761317066.467924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e6707fd. 00010000:00000010:3.1:1761317066.467930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:2.1:1761317066.475742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000611fe11a. 00010000:00000010:3.1:1761317066.476041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4db5a9b. 00010000:00000010:3.1:1761317066.476048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d40e3b. 00010000:00000010:1.1:1761317066.476096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000083f98e2. 00010000:00000010:3.1:1761317066.483907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fbf1380. 00010000:00000010:3.1:1761317066.483922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefe046b. 00010000:00000010:3.1:1761317066.483927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f96750f. 00010000:00000010:3.1:1761317066.483930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acfdd81c. 00010000:00000010:1.1:1761317066.484002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044b25b10. 00010000:00000010:1.1:1761317066.484009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008340ae53. 00010000:00000010:1.1:1761317066.487908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfba6f83. 00010000:00000010:1.1:1761317066.487916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:2.1:1761317066.487962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d29794ee. 00010000:00000010:2.1:1761317066.490735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051c67994. 00010000:00000010:0.1:1761317066.490800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008111bc5b. 00010000:00000010:3.1:1761317066.496491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059eb9c50. 00010000:00000010:3.1:1761317066.496506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:3.1:1761317066.501577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a14f94eb. 00010000:00000010:3.1:1761317066.501591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8f857d0. 00010000:00000010:3.1:1761317066.501594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acfdd81c. 00010000:00000010:0.1:1761317066.505736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ef0ed46. 00010000:00000010:3.1:1761317066.520273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000503dba2c. 00010000:00000010:3.1:1761317066.520292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefe046b. 00010000:00000010:3.1:1761317066.520297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f96750f. 00010000:00000010:3.1:1761317066.520300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d40e3b. 00010000:00000010:2.1:1761317066.523751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037b426de. 00010000:00000010:2.1:1761317066.523760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acfdd81c. 00010000:00000010:3.1:1761317066.524119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26f00ae. 00010000:00000010:3.1:1761317066.524127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0bfbafc. 00010000:00000010:3.1:1761317066.524130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000051a548e. 00010000:00000010:0.1:1761317066.528720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1388000. 00010000:00000010:2.1:1761317066.531848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b8c6c6. 00010000:00000010:2.1:1761317066.531863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:3.1:1761317066.531951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088d8c69f. 00010000:00000010:3.1:1761317066.537567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb79d2f4. 00010000:00000010:2.1:1761317066.540548:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8c89805. 00010000:00000010:2.1:1761317066.540560:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.1:1761317066.545725:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa989ffa. 00010000:00000010:2.1:1761317066.545741:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:3.1:1761317066.545882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e669d04. 00010000:00000010:1.1:1761317066.546186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b59222c. 00010000:00000010:2.1:1761317066.548764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e1480b3. 00010000:00000010:2.1:1761317066.548770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:3.1:1761317066.558305:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974c5ca. 00010000:00000010:1.1:1761317066.565101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056dd731e. 00010000:00000010:2.1:1761317066.565364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e36825f9. 00010000:00000010:2.1:1761317066.565371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:3.1:1761317066.571741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4c5822b. 00010000:00000010:2.1:1761317066.571834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e75edfd. 00010000:00000010:2.1:1761317066.571841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317066.571845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3a32b22. 00010000:00000010:2.1:1761317066.571847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:3.1:1761317066.575741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040afccc4. 00010000:00000010:0.1:1761317066.575788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015011212. 00010000:00000010:2.1:1761317066.576408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3bb0a51. 00010000:00000010:2.1:1761317066.576415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.1:1761317066.576419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027515de0. 00010000:00000010:2.1:1761317066.576421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.1:1761317066.576424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317066.576427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:3.1:1761317066.579986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de5fa717. 00010000:00000010:2.1:1761317066.581084:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d8b2bb. 00010000:00000010:2.1:1761317066.581094:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:3.1:1761317066.585842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d8fc1d. 00010000:00000010:2.1:1761317066.586965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5401a18. 00010000:00000010:2.1:1761317066.586973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317066.597659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbfec94e. 00010000:00000010:2.1:1761317066.597698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:1.1:1761317066.597971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4f2a835. 00010000:00000010:3.1:1761317066.612007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0077db9. 00010000:00000010:2.1:1761317066.614724:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe37780b. 00010000:00000010:2.1:1761317066.614730:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317066.621755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5e2eb5f. 00010000:00000010:2.1:1761317066.621766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:1.1:1761317066.622725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5cee0f2. 00010000:00000010:3.1:1761317066.626788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebae0f05. 00010000:00000010:2.1:1761317066.630730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001de774db. 00010000:00000010:2.1:1761317066.630744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:1.1:1761317066.634730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000354533c8. 00010000:00000010:1.1:1761317066.634741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:2.1:1761317066.635099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dce1043. 00010000:00000010:2.1:1761317066.640872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15ccf49. 00010000:00000010:3.1:1761317066.641453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a89e8576. 00010000:00000010:3.1:1761317066.641462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:1.1:1761317066.646162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7a19b48. 00010000:00000010:3.1:1761317066.653892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ba2d628. 00010000:00000010:3.1:1761317066.653907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000051a548e. 00010000:00000010:2.1:1761317066.654881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481f9151. 00010000:00000010:3.1:1761317066.657912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000116ae0da. 00010000:00000010:3.1:1761317066.657922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d40e3b. 00010000:00000010:3.1:1761317066.660255:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a1e9887. 00010000:00000010:3.1:1761317066.660270:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefe046b. 00010000:00000010:2.1:1761317066.660704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e47be105. 00010000:00000010:1.1:1761317066.660832:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fe1bd1b. 00010000:00000010:0.1:1761317066.661349:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d0ba0c3. 00010000:00000010:0.1:1761317066.661356:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009edba483. 00010000:00000010:0.1:1761317066.670854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d3aa8d9. 00010000:00000010:0.1:1761317066.670861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:2.1:1761317066.671642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8594f56. 00010000:00000010:0.1:1761317066.678753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fa7bffa. 00010000:00000010:0.1:1761317066.678762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:1.1:1761317066.679726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001df60617. 00010000:00000010:2.1:1761317066.691152:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2d7d6ca. 00010000:00000010:1.1:1761317066.696716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005304d37a. 00010000:00000010:0.1:1761317066.696969:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fc05695. 00010000:00000010:0.1:1761317066.696976:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317066.700881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d20a3a5. 00010000:00000010:0.1:1761317066.700901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:2.1:1761317066.701721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093be2c85. 00010000:00000010:2.1:1761317066.706979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bead43b. 00010000:00000010:2.1:1761317066.706988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498b128d. 00010000:00000010:0.1:1761317066.707754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064204607. 00010000:00000010:0.1:1761317066.707762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317066.707766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cbb34b2. 00010000:00000010:1.1:1761317066.713734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8e184f5. 00010000:00000010:2.1:1761317066.719798:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9edf529. 00010000:00000010:2.1:1761317066.719816:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:1.1:1761317066.723794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066281600. 00010000:00000010:2.1:1761317066.723941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004783b058. 00010000:00000010:2.1:1761317066.723948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:0.1:1761317066.724804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ea2a14. 00010000:00000010:2.1:1761317066.737050:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000898f8f95. 00010000:00000010:2.1:1761317066.737062:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:0.1:1761317066.737708:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ca3d90b. 00010000:00000010:2.1:1761317066.741721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012e7aaf7. 00010000:00000010:2.1:1761317066.741734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:1.1:1761317066.741767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eb9fe56. 00010000:00000010:2.1:1761317066.745777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c681c940. 00010000:00000010:2.1:1761317066.745788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317066.745792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317066.745797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:1.1:1761317066.746718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000442aafbd. 00010000:00000010:2.1:1761317066.749528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b961035. 00010000:00000010:2.1:1761317066.749536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:3.1:1761317066.749718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e179ba3. 00010000:00000010:2.1:1761317066.754739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002859ec8f. 00010000:00000010:2.1:1761317066.754760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.1:1761317066.759450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093423981. 00010000:00000010:2.1:1761317066.759458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fb71a72. 00010000:00000010:2.1:1761317066.759461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:3.1:1761317066.763967:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8254079. 00010000:00000010:2.1:1761317066.768844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c28b852. 00010000:00000010:2.1:1761317066.768864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:1.1:1761317066.783086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004873c00e. 00010000:00000010:2.1:1761317066.791796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010dd44ca. 00010000:00000010:2.1:1761317066.791804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:1.1:1761317066.795877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdc1be86. 00010000:00000010:3.1:1761317066.797342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025459a83. 00010000:00000010:3.1:1761317066.797357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000409cd77a. 00010000:00000010:3.1:1761317066.797361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:3.1:1761317066.797368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d3475fb. 00010000:00000010:3.1:1761317066.797373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041de717a. 00010000:00000010:3.1:1761317066.797375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefe046b. 00010000:00000010:2.1:1761317066.798836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1c966c0. 00010000:00000010:2.1:1761317066.798843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d40e3b. 00010000:00000010:2.1:1761317066.798847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000476434dc. 00010000:00000010:2.1:1761317066.798851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2d25a40. 00010000:00000010:2.1:1761317066.798854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:2.1:1761317066.803360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057c9efc6. 00010000:00000010:2.1:1761317066.803374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:1.1:1761317066.803423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfa01fb. 00010000:00000010:0.1:1761317066.807721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc5b4247. 00010000:00000010:1.1:1761317066.812754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000648031f1. 00010000:00000010:2.1:1761317066.812768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8444b5f. 00010000:00000010:2.1:1761317066.812775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317066.812779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317066.812782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:1.1:1761317066.818779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c38579a1. 00010000:00000010:2.1:1761317066.819105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9e5148e. 00010000:00000010:2.1:1761317066.819113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317066.820887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c84fee4. 00010000:00000010:2.1:1761317066.820898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:0.1:1761317066.820939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ff81f7a. 00010000:00000010:2.1:1761317066.824618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c932eda8. 00010000:00000010:2.1:1761317066.824632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:2.1:1761317066.828674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004730900b. 00010000:00000010:2.1:1761317066.828699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cc65d49. 00010000:00000010:2.1:1761317066.828704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:1.1:1761317066.836992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2b3da7. 00010000:00000010:2.1:1761317066.837635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e05a4ff0. 00010000:00000010:2.1:1761317066.837647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:1.1:1761317066.852780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8c08bac. 00010000:00000010:2.1:1761317066.852942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c156e12. 00010000:00000010:2.1:1761317066.852949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:0.1:1761317066.860664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d074e07. 00010000:00000010:1.1:1761317066.860721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063f4b66f. 00010000:00000010:0.1:1761317066.860758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:1.1:1761317066.864848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaa0a7c7. 00010000:00000010:0.1:1761317066.867890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1c8f202. 00010000:00000010:0.1:1761317066.867897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:2.1:1761317066.868309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007002d073. 00010000:00000010:0.1:1761317066.871516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007071ddb. 00010000:00000010:0.1:1761317066.871526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:2.1:1761317066.874969:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007816d3c4. 00010000:00000010:0.1:1761317066.884411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009cefd7c. 00010000:00000010:0.1:1761317066.884435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317066.891726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000560f42ed. 00010000:00000010:0.1:1761317066.891745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036535770. 00010000:00000010:0.1:1761317066.891750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317066.891753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008506295a. 00010000:00000010:0.1:1761317066.900258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000394c321f. 00010000:00000010:0.1:1761317066.900269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:3.1:1761317066.905723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b2eb32. 00010000:00000010:3.1:1761317066.913729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:3.1:1761317066.913739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000057193c4. 00010000:00000010:0.1:1761317066.914355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ecd5be7. 00010000:00000010:0.1:1761317066.914362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:1.1:1761317066.914523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000782981ea. 00010000:00000010:1.1:1761317066.923802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faca5619. 00010000:00000010:1.1:1761317066.923821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:1.1:1761317066.923825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053d743b8. 00010000:00000010:0.1:1761317066.932707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9265b3e. 00010000:00000010:0.1:1761317066.932717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:0.1:1761317066.934797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978a5e3f. 00010000:00000010:0.1:1761317066.934810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:1.1:1761317066.935728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001675d699. 00010000:00000010:1.1:1761317066.935739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2529186. 00010000:00000010:0.1:1761317066.940540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c9dfd2b. 00010000:00000010:0.1:1761317066.940549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317066.940553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f45d5b. 00010000:00000010:0.1:1761317066.940557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a81948c. 00010000:00000010:0.1:1761317066.940559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:1.1:1761317066.948712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a558a159. 00010000:00000010:0.1:1761317066.955299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051377ced. 00010000:00000010:0.1:1761317066.955309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:1.1:1761317066.958103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002564dbcf. 00010000:00000010:0.1:1761317066.958708:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a668cb. 00010000:00000010:0.1:1761317066.958714:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:3.1:1761317066.959134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b3d32ba. 00010000:00000010:0.1:1761317066.962778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c263e4b. 00010000:00000010:0.1:1761317066.962786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:1.1:1761317066.970777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5fcacaa. 00010000:00000010:0.1:1761317066.970937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f19d74a. 00010000:00000010:0.1:1761317066.970945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317066.970948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c9dfd2b. 00010000:00000010:0.1:1761317066.970953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:3.1:1761317066.977000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdbc6b7f. 00010000:00000010:1.1:1761317066.986449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051e42a78. 00010000:00000010:0.1:1761317066.989696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6a00d0c. 00010000:00000010:0.1:1761317066.989708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:0.1:1761317066.991717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a53a450. 00010000:00000010:0.1:1761317066.991734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:1.1:1761317066.994996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aded6eb. 00010000:00000010:1.1:1761317066.995009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50f3425. 00010000:00000010:0.1:1761317066.995727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000668ba52d. 00010000:00000010:0.1:1761317066.995736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317066.995740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034042bed. 00010000:00000010:0.1:1761317066.995743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:1.1:1761317066.999548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000531c830. 00010000:00000010:0.1:1761317067.006371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9dba529. 00010000:00000010:0.1:1761317067.006387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317067.006392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c9dfd2b. 00010000:00000010:0.1:1761317067.006398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:0.1:1761317067.011610:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d87a8f0. 00010000:00000010:0.1:1761317067.011623:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:1.1:1761317067.014525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd82c189. 00010000:00000010:3.1:1761317067.014884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef689b11. 00010000:00000010:0.1:1761317067.022770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc838047. 00010000:00000010:0.1:1761317067.022779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317067.027317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064358abe. 00010000:00000010:0.1:1761317067.027325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:1.1:1761317067.035122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087a8e42e. 00010000:00000010:1.1:1761317067.040785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3953f48. 00010000:00000010:0.1:1761317067.040854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fc4f531. 00010000:00000010:0.1:1761317067.040862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:0.1:1761317067.044714:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002639e6a8. 00010000:00000010:2.1:1761317067.048699:0:64751:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4857505. 00010000:00000010:2.1:1761317067.048706:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:2.1:1761317067.048710:0:64751:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317067.048714:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:3.1:1761317067.052715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085b1a516. 00010000:00000010:0.1:1761317067.055377:0:64751:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000680a3f57. 00010000:00000010:0.1:1761317067.055384:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:1.1:1761317067.058841:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7bf789. 00010000:00000010:2.1:1761317067.062066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005399c792. 00010000:00000010:2.1:1761317067.062074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:0.1:1761317067.065741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d104e24. 00010000:00000010:0.1:1761317067.065753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:2.1:1761317067.066220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000574ea4cb. 00010000:00000010:2.1:1761317067.073601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d8663c3. 00010000:00000010:0.1:1761317067.079986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085544db0. 00010000:00000010:0.1:1761317067.080003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:2.1:1761317067.081770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001affa1dc. 00010000:00000010:0.1:1761317067.085763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c8ab600. 00010000:00000010:0.1:1761317067.085772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317067.085776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c9dfd2b. 00010000:00000010:0.1:1761317067.085780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317067.093753:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045c15196. 00010000:00000010:1.1:1761317067.097726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c24c63f. 00010000:00000010:1.1:1761317067.097742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9e3ee1. 00010000:00000010:0.1:1761317067.101903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd741bd. 00010000:00000010:0.1:1761317067.101931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d996cb3. 00010000:00000010:0.1:1761317067.101935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:0.1:1761317067.109726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2926f81. 00010000:00000010:0.1:1761317067.109738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:1.1:1761317067.109785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caef5051. 00010000:00000010:3.1:1761317067.117754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d33742d3. 00010000:00000010:3.1:1761317067.117769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:1.1:1761317067.122779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b6e4ab. 00010000:00000010:3.1:1761317067.125849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e6dc05. 00010000:00000010:3.1:1761317067.125868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefe046b. 00010000:00000010:3.1:1761317067.125873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f96750f. 00010000:00000010:3.1:1761317067.125876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000051a548e. 00010000:00000010:1.1:1761317067.126786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4bb29e8. 00010000:00000010:1.1:1761317067.126795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fabdf81a. 00010000:00000010:2.1:1761317067.130798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051dd54eb. 00010000:00000010:2.1:1761317067.130806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:2.1:1761317067.139017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000911e4c74. 00010000:00000010:2.1:1761317067.139024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a7b7a73. 00010000:00000010:2.1:1761317067.139027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:1.1:1761317067.144800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002614cc97. 00010000:00000010:2.1:1761317067.152266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018e0c086. 00010000:00000010:2.1:1761317067.152272:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:3.1:1761317067.155237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c0d4a3. 00010000:00000010:3.1:1761317067.155245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:3.1:1761317067.164089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023fe37fc. 00010000:00000010:3.1:1761317067.164103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000051a548e. 00010000:00000010:3.1:1761317067.164109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f96750f. 00010000:00000010:3.1:1761317067.164112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefe046b. 00010000:00000010:2.1:1761317067.166509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f2744e4. 00010000:00000010:2.1:1761317067.166523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ad8c893. 00010000:00000010:3.1:1761317067.171984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeda485e. 00010000:00000010:3.1:1761317067.171990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:2.1:1761317067.172763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000513533. 00010000:00000010:1.1:1761317067.176750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084ab6cf8. 00010000:00000010:3.1:1761317067.179861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f735efa. 00010000:00000010:3.1:1761317067.179878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:3.1:1761317067.190760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3e2202. 00010000:00000010:2.1:1761317067.198786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dbf3c3f. 00010000:00000010:2.1:1761317067.198794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefe046b. 00010000:00000010:1.1:1761317067.206716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dc7fe36. 00010000:00000010:3.1:1761317067.206986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059d81daa. 00010000:00000010:3.1:1761317067.206994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317067.207116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f99c573f. 00010000:00000010:3.1:1761317067.210912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc359937. 00010000:00000010:3.1:1761317067.210923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:3.1:1761317067.210927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f96750f. 00010000:00000010:3.1:1761317067.210931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:2.1:1761317067.223416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0cb0e6. 00010000:00000010:3.1:1761317067.230969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8c01768. 00010000:00000010:3.1:1761317067.230976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000051a548e. 00010000:00000010:3.1:1761317067.234798:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c62031d6. 00010000:00000010:2.1:1761317067.235157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aeb0404. 00010000:00000010:2.1:1761317067.235163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:2.1:1761317067.237901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085ffbfe5. 00010000:00000010:2.1:1761317067.237916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:1.1:1761317067.238369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c752d537. 00010000:00000010:1.1:1761317067.238376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6723804. 00010000:00000010:3.1:1761317067.238592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fce2906. 00010000:00000010:3.1:1761317067.238597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094ec3cdb. 00010000:00000010:2.1:1761317067.242606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aa8b39e. 00010000:00000010:2.1:1761317067.242622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:2.1:1761317067.242626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317067.242629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f39f6d8. 00010000:00000010:1.1:1761317067.242719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2f2ec12. 00010000:00000010:2.1:1761317067.251713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba3eec79. 00010000:00000010:2.1:1761317067.251721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:1.1:1761317067.251847:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7c4f267. 00010000:00000010:2.1:1761317067.259705:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000017cd60a. 00010000:00000010:2.1:1761317067.259716:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f39f6d8. 00010000:00000010:1.1:1761317067.259889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034161957. 00010000:00000010:3.1:1761317067.268933:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c83ff7d. 00010000:00000010:2.1:1761317067.273480:0:78430:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d09c3df. 00010000:00000010:2.1:1761317067.273487:0:78430:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:0.1:1761317067.282711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011b114ec. 00010000:00000010:1.1:1761317067.294790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e1dae14. 00010000:00000010:1.1:1761317067.294797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f39f6d8. 00010000:00000010:1.1:1761317067.294802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0d95a4. 00010000:00000010:1.1:1761317067.294806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:1.1:1761317067.294808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb25323. 00010000:00000010:1.1:1761317067.294812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:1.1:1761317067.294814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d0abf3b. 00010000:00000010:1.1:1761317067.294817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:1.1:1761317067.294819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2c932a3. 00010000:00000010:1.1:1761317067.294821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:1.1:1761317067.294839:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1d5dca3. 00010000:00000010:1.1:1761317067.294842:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:1.1:1761317067.294844:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086b9f2ce. 00010000:00000010:1.1:1761317067.294846:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:1.1:1761317067.294848:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000835695a9. 00010000:00000010:1.1:1761317067.294851:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:1.1:1761317067.294856:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4297781. 00010000:00000010:1.1:1761317067.294860:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:1.1:1761317067.294862:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d0c50e2. 00010000:00000010:1.1:1761317067.294865:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:1.1:1761317067.294868:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59cf269. 00010000:00000010:1.1:1761317067.294870:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:1.1:1761317067.294873:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507748f2. 00010000:00000010:1.1:1761317067.294875:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb91caa. 00010000:00000010:1.1:1761317067.294877:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6a8835. 00010000:00000010:1.1:1761317067.294879:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:1.1:1761317067.294881:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051a4d9d9. 00010000:00000010:1.1:1761317067.294883:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:1.1:1761317067.294885:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af374b2a. 00010000:00000010:1.1:1761317067.294887:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:1.1:1761317067.294889:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d928c7. 00010000:00000010:1.1:1761317067.294892:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815b43dc. 00010000:00000010:1.1:1761317067.294894:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e9dae81. 00010000:00000010:1.1:1761317067.294897:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016146b08. 00010000:00000010:1.1:1761317067.294899:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecb0c811. 00010000:00000010:1.1:1761317067.294901:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b10798. 00010000:00000010:1.1:1761317067.294903:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002233a8f7. 00010000:00000010:1.1:1761317067.294905:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024361d43. 00010000:00000010:1.1:1761317067.294907:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2899b70. 00010000:00000010:1.1:1761317067.294909:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072ec5b7b. 00010000:00000010:1.1:1761317067.294912:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f6158af. 00010000:00000010:1.1:1761317067.294914:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdef774a. 00010000:00000010:1.1:1761317067.294929:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d7f5aff. 00010000:00000010:1.1:1761317067.294932:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070110f51. 00010000:00000010:1.1:1761317067.294934:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000522456be. 00010000:00000010:1.1:1761317067.294936:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000566690c. 00010000:00000010:1.1:1761317067.294940:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040527f84. 00010000:00000010:1.1:1761317067.294943:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b19a31a8. 00010000:00000010:1.1:1761317067.294945:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000690cf0c5. 00010000:00000010:1.1:1761317067.294947:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76303a2. 00010000:00000010:1.1:1761317067.294950:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0c9b73e. 00010000:00000010:1.1:1761317067.294953:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7bf789. 00010000:00000010:1.1:1761317067.294956:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973f5ac2. 00010000:00000010:1.1:1761317067.294960:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01e8755. 00010000:00000010:1.1:1761317067.294965:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d0060f4. 00010000:00000010:1.1:1761317067.294980:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be337b9. 00010000:00000010:1.1:1761317067.294983:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df0dd13. 00010000:00000010:1.1:1761317067.294987:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b7d9bf. 00010000:00000010:1.1:1761317067.294990:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a91abf77. 00010000:00000010:1.1:1761317067.294993:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036404f8d. 00010000:00000010:1.1:1761317067.294997:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000228b7d7. 00010000:00000010:1.1:1761317067.295000:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b90926f. 00010000:00000010:1.1:1761317067.295003:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d1a9f4a. 00010000:00000010:1.1:1761317067.295005:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db8cae6a. 00010000:00000010:1.1:1761317067.295008:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9fbf45f. 00010000:00000010:1.1:1761317067.295010:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049a7c7aa. 00010000:00000010:1.1:1761317067.295013:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ee4a7cb. 00010000:00000010:1.1:1761317067.295016:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f01cc5a. 00010000:00000010:1.1:1761317067.295018:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3024cd8. 00010000:00000010:1.1:1761317067.295021:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba571c0. 00010000:00000010:1.1:1761317067.295024:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae9b1fb. 00010000:00000010:1.1:1761317067.295027:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace91291. 00010000:00000010:1.1:1761317067.295029:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eed2a529. 00010000:00000010:1.1:1761317067.295031:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007923cc29. 00010000:00000010:1.1:1761317067.295033:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbea715. 00010000:00000010:1.1:1761317067.295035:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da3f640d. 00010000:00000010:1.1:1761317067.295037:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0cac25b. 00010000:00000010:1.1:1761317067.295040:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876b3c82. 00010000:00000010:1.1:1761317067.295042:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000154a7f2d. 00010000:00000010:1.1:1761317067.295045:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbc1c291. 00010000:00000010:1.1:1761317067.295048:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff27c2a. 00010000:00000010:1.1:1761317067.295052:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d861131d. 00010000:00000010:1.1:1761317067.295054:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007738bafe. 00010000:00000010:1.1:1761317067.295056:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e11069. 00010000:00000010:1.1:1761317067.295058:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000092a84. 00010000:00000010:1.1:1761317067.295061:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3953f48. 00010000:00000010:1.1:1761317067.295063:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca8e7378. 00010000:00000010:1.1:1761317067.295066:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b430857b. 00010000:00000010:1.1:1761317067.295068:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000305fcb94. 00010000:00000010:1.1:1761317067.295071:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003802cb6e. 00010000:00000010:1.1:1761317067.295073:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078af5f06. 00010000:00000010:1.1:1761317067.295075:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17a3cd9. 00010000:00000010:3.1:1761317067.299942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004fc645d. 00010000:00000010:3.1:1761317067.299957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b47907. 00010000:00000010:3.1:1761317067.299964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca00b423. 00010000:00000010:3.1:1761317067.299968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000051a548e. 00010000:00000010:3.1:1761317067.299971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e91f15. 00010000:00000010:3.1:1761317067.299974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eba358a. 00010000:00000010:3.1:1761317067.299977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005797b87. 00010000:00000010:3.1:1761317067.299980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a53b63a. 00010000:00000010:3.1:1761317067.310851:0:78429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008de2bbc7. 00010000:00000010:3.1:1761317067.310870:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e204e91. 00010000:00000010:3.1:1761317067.310875:0:78429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002891a755. 00010000:00000010:3.1:1761317067.310877:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf14549e. 00010000:00000010:3.1:1761317067.310880:0:78429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c58a78. 00010000:00000010:3.1:1761317067.310884:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b673d47. 00010000:00000010:3.1:1761317067.310886:0:78429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084378379. 00010000:00000010:3.1:1761317067.310890:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fefe046b. 00010000:00000010:3.1:1761317067.310892:0:78429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e14c12e. 00010000:00000010:3.1:1761317067.310894:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005550f7c6. 00010000:00000010:3.1:1761317067.311009:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c68653db. 00010000:00000010:3.1:1761317067.311014:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5d40e3b. 00010000:00000010:3.1:1761317067.311017:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043beb677. 00010000:00000010:3.1:1761317067.311020:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009edba483. 00010000:00000010:3.1:1761317067.311022:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000583850c9. 00010000:00000010:3.1:1761317067.311024:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acfdd81c. 00010000:00000010:3.1:1761317067.311026:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d97ce1f. 00010000:00000010:3.1:1761317067.311029:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008340ae53. 00010000:00000010:3.1:1761317067.324322:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061b994a8. 00010000:00000010:3.1:1761317067.324334:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d095142. 00010000:00000010:3.1:1761317067.324339:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b394c39. 00010000:00000010:3.1:1761317067.324343:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5ac5b4. 00010000:00000010:3.1:1761317067.324345:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b8a093f. 00010000:00000010:3.1:1761317067.324348:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50f3425. 00010000:00000010:3.1:1761317067.324351:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0721d72. 00010000:00000010:3.1:1761317067.324354:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077ae4217. 00010000:00000010:3.1:1761317067.324356:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047f358e7. 00010000:00000010:3.1:1761317067.324359:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a71e2fe. 00010000:00000010:3.1:1761317067.324364:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0545e71. 00010000:00000010:3.1:1761317067.324366:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0c157da. 00010000:00000010:3.1:1761317067.324369:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e0ddac. 00010000:00000010:3.1:1761317067.324372:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9f3cbe8. 00010000:00000010:3.1:1761317067.324374:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046d46de0. 00010000:00000010:3.1:1761317067.324376:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080456cce. 00010000:00000010:3.1:1761317067.324379:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007846a74d. 00010000:00000010:3.1:1761317067.324381:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dab2e0a. 00010000:00000010:3.1:1761317067.324383:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037d8a840. 00010000:00000010:3.1:1761317067.324388:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097d51ad9. 00010000:00000010:3.1:1761317067.324390:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000444aa98c. 00010000:00000010:3.1:1761317067.324394:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7a9bf5a. 00010000:00000010:3.1:1761317067.324396:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a4b3bd9. 00010000:00000010:3.1:1761317067.324398:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd6c6bd7. 00010000:00000010:3.1:1761317067.324405:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b096d10c. 00010000:00000010:3.1:1761317067.324407:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a86b0d98. 00010000:00000010:3.1:1761317067.324409:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ab32018. 00010000:00000010:3.1:1761317067.324412:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035651ce0. 00010000:00000010:3.1:1761317067.324414:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1d99afe. 00010000:00000010:3.1:1761317067.324428:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fec832d. 00010000:00000010:3.1:1761317067.324433:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ea8263. 00010000:00000010:3.1:1761317067.324435:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe3deef. 00010000:00000010:3.1:1761317067.324437:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a070a525. 00010000:00000010:3.1:1761317067.324440:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017d0fd6a. 00010000:00000010:3.1:1761317067.324444:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca78a3ba. 00010000:00000010:3.1:1761317067.324447:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f3cc9e2. 00010000:00000010:3.1:1761317067.324451:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089f23328. 00010000:00000010:3.1:1761317067.324454:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000659c8abb. 00010000:00000010:3.1:1761317067.324456:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001163321. 00010000:00000010:3.1:1761317067.324460:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060ff4bed. 00010000:00000010:3.1:1761317067.324463:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007ee20ec. 00010000:00000010:3.1:1761317067.324465:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abcc0007. 00010000:00000010:3.1:1761317067.324469:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da11db53. 00010000:00000010:3.1:1761317067.324471:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000283d9a0a. 00010000:00000010:3.1:1761317067.324473:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d8ab46c. 00010000:00000010:3.1:1761317067.324475:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c865f5aa. 00010000:00000010:3.1:1761317067.324479:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023ea493b. 00010000:00000010:3.1:1761317067.324482:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be97ccab. 00010000:00000010:3.1:1761317067.324484:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8df1a3f. 00010000:00000010:3.1:1761317067.324487:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93e538a. 00010000:00000010:3.1:1761317067.324490:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc386069. 00010000:00000010:3.1:1761317067.324494:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000784a15f0. 00010000:00000010:3.1:1761317067.324496:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d245aca. 00010000:00000010:3.1:1761317067.324498:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffe673dc. 00010000:00000010:3.1:1761317067.324501:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008463b544. 00010000:00000010:3.1:1761317067.324504:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007456fd48. 00010000:00000010:3.1:1761317067.324508:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ec6df1. 00010000:00000010:3.1:1761317067.324512:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080d21f4e. 00010000:00000010:3.1:1761317067.324514:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000628a25fd. 00010000:00000010:3.1:1761317067.324517:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000583301d7. 00010000:00000010:3.1:1761317067.324520:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b7721c8. 00010000:00000010:3.1:1761317067.324523:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3739a59. 00010000:00000010:3.1:1761317067.324525:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a29cf84. 00010000:00000010:3.1:1761317067.324529:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe0da1e. 00010000:00000010:3.1:1761317067.324530:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d91e4cd3. 00010000:00000010:3.1:1761317067.324534:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c38579a1. 00010000:00000010:3.1:1761317067.324538:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048ff4d3e. 00010000:00000010:3.1:1761317067.324541:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001500a689. 00010000:00000010:3.1:1761317067.324543:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087db2311. 00010000:00000010:3.1:1761317067.324546:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012e19d58. 00010000:00000010:3.1:1761317067.324550:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089f0cf0c. 00010000:00000010:3.1:1761317067.324553:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b66e69f. 00010000:00000010:3.1:1761317067.324556:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00aafc. 00010000:00000010:3.1:1761317067.324559:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40ef7be. 00010000:00000010:3.1:1761317067.324561:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006339e483. 00010000:00000010:3.1:1761317067.324563:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af4e6d60. 00010000:00000010:3.1:1761317067.324565:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000198f85d9. 00010000:00000010:3.1:1761317067.324568:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f946a3be. 00010000:00000010:3.1:1761317067.324570:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc5982d7. 00010000:00000010:3.1:1761317067.324572:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044bdbf45. 00010000:00000010:3.1:1761317067.324575:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073bd5cb1. 00010000:00000010:3.1:1761317067.324578:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007871fdf6. 00010000:00000010:3.1:1761317067.324580:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045d2a790. 00010000:00000010:3.1:1761317067.324583:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5ff587d. 00010000:00000010:3.1:1761317067.324586:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddbbda4a. 00010000:00000010:3.1:1761317067.324588:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ea954d. 00010000:00000010:3.1:1761317067.324590:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eee63731. 00010000:00000010:3.1:1761317067.324593:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086d81d23. 00010000:00000010:3.1:1761317067.324598:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bead43b. 00010000:00000010:3.1:1761317067.324602:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079275a33. 00010000:00000010:3.1:1761317067.324605:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3321fa5. 00010000:00000010:3.1:1761317067.324609:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ad1086. 00010000:00000010:3.1:1761317067.324612:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aa82138. 00010000:00000010:3.1:1761317067.324616:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3d804f. 00010000:00000010:3.1:1761317067.324618:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dcca40a. 00010000:00000010:3.1:1761317067.324622:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d7e6eb. 00010000:00000010:3.1:1761317067.324623:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001456a2ed. 00010000:00000010:3.1:1761317067.324626:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ef90d7. 00010000:00000010:3.1:1761317067.324628:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e465184b. 00010000:00000010:3.1:1761317067.324631:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d76784. 00010000:00000010:3.1:1761317067.324635:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000512c9005. 00010000:00000010:3.1:1761317067.324638:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050ec338f. 00010000:00000010:3.1:1761317067.324640:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057f2cd56. 00010000:00000010:3.1:1761317067.324642:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085241836. 00010000:00000010:3.1:1761317067.324645:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047f8fd7c. 00010000:00000010:3.1:1761317067.324647:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ecefe51. 00010000:00000010:3.1:1761317067.324649:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5062f8e. 00010000:00000010:3.1:1761317067.324651:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca9fd6c. 00010000:00000010:3.1:1761317067.324654:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037439fed. 00010000:00000010:3.1:1761317067.324656:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017ac845e. 00010000:00000010:3.1:1761317067.324658:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92a766e. 00010000:00000010:3.1:1761317067.324661:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a5162c. 00010000:00000010:3.1:1761317067.324664:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d56e70. 00010000:00000010:3.1:1761317067.324667:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.1:1761317067.324669:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9050eb0. 00010000:00000010:3.1:1761317067.324673:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.1:1761317067.324676:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000215f932f. 00010000:00000010:3.1:1761317067.324695:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf160527. 00010000:00000010:3.1:1761317067.324698:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000152d78a1. 00010000:00000010:3.1:1761317067.324701:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502f8506. 00010000:00000010:3.1:1761317067.324705:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dc24eea. 00010000:00000010:3.1:1761317067.324708:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000536bc800. 00010000:00000010:3.1:1761317067.324710:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000592ec345. 00010000:00000010:3.1:1761317067.324713:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8594f56. 00010000:00000010:3.1:1761317067.324717:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f2f152e. 00010000:00000010:3.1:1761317067.324720:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7e5237. 00010000:00000010:3.1:1761317067.324722:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cabf8b8c. 00010000:00000010:3.1:1761317067.324724:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c7a182. 00010000:00000010:3.1:1761317067.324726:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc4e8ea6. 00010000:00000010:3.1:1761317067.324729:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f2385b. 00010000:00000010:3.1:1761317067.324732:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009031a58a. 00010000:00000010:3.1:1761317067.324734:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.1:1761317067.324738:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082732ad1. 00010000:00000010:3.1:1761317067.324741:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5b88d6. 00010000:00000010:3.1:1761317067.324744:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec371c95. 00010000:00000010:3.1:1761317067.324747:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a75a577. 00010000:00000010:3.1:1761317067.324750:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000163c333. 00010000:00000010:3.1:1761317067.324754:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008606a522. 00010000:00000010:3.1:1761317067.324760:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037461a6a. 00010000:00000010:3.1:1761317067.324763:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6923e23. 00010000:00000010:3.1:1761317067.324766:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000917f462a. 00010000:00000010:3.1:1761317067.324768:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beef3c6a. 00010000:00000010:3.1:1761317067.324771:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004be0b988. 00010000:00000010:3.1:1761317067.324774:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c267e517. 00010000:00000010:3.1:1761317067.324776:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007078498d. 00010000:00000010:3.1:1761317067.324779:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7c1b597. 00010000:00000010:3.1:1761317067.324781:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032b950ff. 00010000:00000010:3.1:1761317067.324785:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e301bdd. 00010000:00000010:3.1:1761317067.324787:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000432113e8. 00010000:00000010:3.1:1761317067.324790:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa68ca6b. 00010000:00000010:3.1:1761317067.324793:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6ee2545. 00010000:00000010:3.1:1761317067.324796:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f1f019d. 00010000:00000010:3.1:1761317067.324798:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dff841a3. 00010000:00000010:3.1:1761317067.324801:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a170a02. 00010000:00000010:3.1:1761317067.324804:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e71043. 00010000:00000010:3.1:1761317067.325467:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c75c185. 00010000:00000010:3.1:1761317067.325471:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000306f9df7. 00010000:00000010:3.1:1761317067.325474:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034726720. 00010000:00000010:3.1:1761317067.325478:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c32d6277. 00010000:00000010:3.1:1761317067.325481:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007b096b5. 00010000:00000010:3.1:1761317067.325491:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007da13c9d. 00010000:00000010:3.1:1761317067.325494:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc78dfc. 00010000:00000010:3.1:1761317067.325497:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8c913b9. 00010000:00000010:3.1:1761317067.325499:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d95ab8e4. 00010000:00000010:3.1:1761317067.325501:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fa61736. 00010000:00000010:3.1:1761317067.325505:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.1:1761317067.325508:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c44bd7. 00010000:00000010:3.1:1761317067.325511:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d02a941d. 00010000:00000010:3.1:1761317067.325514:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cb22a98. 00010000:00000010:3.1:1761317067.325516:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a5f71dd. 00010000:00000010:3.1:1761317067.325519:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aee73606. 00010000:00000010:3.1:1761317067.325521:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848a6693. 00010000:00000010:3.1:1761317067.325523:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cec8ae2f. 00010000:00000010:3.1:1761317067.325527:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.1:1761317067.325529:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066854b81. 00010000:00000010:3.1:1761317067.325531:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a490dd. 00010000:00000010:3.1:1761317067.325533:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006898caf1. 00010000:00000010:3.1:1761317067.325536:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a04c3e. 00010000:00000010:3.1:1761317067.325541:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6b9234d. 00010000:00000010:3.1:1761317067.325544:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b149adc. 00010000:00000010:3.1:1761317067.325546:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055818390. 00010000:00000010:3.1:1761317067.325549:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c836be2. 00010000:00000010:3.1:1761317067.325551:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bf401b9. 00010000:00000010:3.1:1761317067.325553:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018373c2e. 00010000:00000010:3.1:1761317067.325555:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004626255b. 00010000:00000010:3.1:1761317067.325557:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001ce93a3. 00010000:00000010:3.1:1761317067.325559:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac8507b3. 00010000:00000010:3.1:1761317067.325562:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c98aa32. 00010000:00000010:3.1:1761317067.325564:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e068748f. 00010000:00000010:3.1:1761317067.325566:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.1:1761317067.325568:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009392b5f3. 00010000:00000010:3.1:1761317067.325570:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a11378e3. 00010000:00000010:3.1:1761317067.325572:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059626bd4. 00010000:00000010:3.1:1761317067.325576:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001703e709. 00010000:00000010:3.1:1761317067.325579:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d9db42. 00010000:00000010:3.1:1761317067.325582:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0f6378c. 00010000:00000010:3.1:1761317067.325586:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000827a25ca. 00010000:00000010:3.1:1761317067.325589:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9f64118. 00010000:00000010:3.1:1761317067.325591:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070aa4d99. 00010000:00000010:3.1:1761317067.325594:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a493df. 00010000:00000010:3.1:1761317067.325598:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f4d67fe. 00010000:00000010:3.1:1761317067.325601:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832a0c36. 00010000:00000010:3.1:1761317067.325604:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007df4f656. 00010000:00000010:3.1:1761317067.325606:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5ba28a2. 00010000:00000010:3.1:1761317067.325608:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbc19475. 00010000:00000010:3.1:1761317067.325611:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094404acc. 00010000:00000010:3.1:1761317067.325613:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e20e559. 00010000:00000010:3.1:1761317067.325616:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6eb18c. 00010000:00000010:3.1:1761317067.325618:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004815c379. 00010000:00000010:3.1:1761317067.325621:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bf6f6a7. 00010000:00000010:3.1:1761317067.325624:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f50bb33. 00010000:00000010:3.1:1761317067.325627:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adb2f43d. 00010000:00000010:3.1:1761317067.325629:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3aaff69. 00010000:00000010:3.1:1761317067.325632:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4ba057e. 00010000:00000010:3.1:1761317067.325634:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4895d94. 00010000:00000010:3.1:1761317067.325637:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002894bcd9. 00010000:00000010:3.1:1761317067.325639:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f653a485. 00010000:00000010:3.1:1761317067.325642:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5f81f8. 00010000:00000010:3.1:1761317067.325646:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0e45b33. 00010000:00000010:3.1:1761317067.325649:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032ccffda. 00010000:00000010:3.1:1761317067.325651:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a473e277. 00010000:00000010:3.1:1761317067.325654:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076eb4e40. 00010000:00000010:3.1:1761317067.325658:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000961dd8e8. 00010000:00000010:3.1:1761317067.325661:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c557a1. 00010000:00000010:3.1:1761317067.325664:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf5d0f78. 00010000:00000010:3.1:1761317067.325667:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c77b6952. 00010000:00000010:3.1:1761317067.325669:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093b37810. 00010000:00000010:3.1:1761317067.325672:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e618501. 00010000:00000010:3.1:1761317067.325674:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daece260. 00010000:00000010:2.1:1761317067.329987:0:38:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000775d7054. 00010000:00000010:2.1:1761317067.330001:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020cf398f. 00010000:00000010:2.1:1761317067.330006:0:38:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1854d13. 00010000:00000010:2.1:1761317067.330008:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:3.1:1761317067.330151:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc4039a9. 00010000:00000010:3.1:1761317067.330274:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000680ebdf6. 00010000:00000010:3.1:1761317067.330279:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dee0f018. 00010000:00000010:3.1:1761317067.330281:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000908a2243. 00010000:00000010:3.1:1761317067.330283:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4bf9456. 00010000:00000010:3.1:1761317067.330286:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b84c596. 00010000:00000010:3.1:1761317067.330289:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080faa132. 00010000:00000010:3.1:1761317067.330292:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab5ef37. 00010000:00000010:3.1:1761317067.330294:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd63cdd. 00010000:00000010:3.1:1761317067.330296:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e9ce869. 00010000:00000010:3.1:1761317067.330299:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae5f146. 00010000:00000010:3.1:1761317067.330302:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050432abd. 00010000:00000010:3.1:1761317067.330305:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dadc9372. 00010000:00000010:3.1:1761317067.330307:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad8c439c. 00010000:00000010:3.1:1761317067.330311:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce6d467c. 00010000:00000010:3.1:1761317067.330312:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013d26225. 00010000:00000010:3.1:1761317067.330315:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a23b4b8. 00010000:00000010:3.1:1761317067.330317:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000335e8656. 00010000:00000010:3.1:1761317067.330319:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f934c12. 00010000:00000010:3.1:1761317067.330322:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000966c29c6. 00010000:00000010:3.1:1761317067.330325:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd7f804. 00010000:00000010:3.1:1761317067.330327:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c90a49d. 00010000:00000010:3.1:1761317067.330330:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000964f44b2. 00010000:00000010:3.1:1761317067.330331:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040707fa0. 00010000:00000010:3.1:1761317067.330333:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c21a236. 00010000:00000010:3.1:1761317067.330335:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085bc55f7. 00010000:00000010:3.1:1761317067.330337:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa53a8e2. 00010000:00000010:3.1:1761317067.330338:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015589391. 00010000:00000010:3.1:1761317067.330341:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00010000:00000010:0.1:1761317067.331720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bd54c63. 00010000:00000010:0.1:1761317067.331729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb186f6f. 00010000:00000010:3.1:1761317067.352029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7e202b1. 00010000:00000010:3.1:1761317067.352037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd509437. 00010000:00000010:3.1:1761317067.352041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:1.1:1761317067.353824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000594144c6. 00010000:00000010:3.1:1761317067.355235:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004206e8ad. 00010000:00000010:3.1:1761317067.355246:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00010000:00000010:1.1:1761317067.356724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053825b3f. 00010000:00000010:2.1:1761317067.360714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd95532. 00010000:00000010:2.1:1761317067.360721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa53a8e2. 00010000:00000010:2.1:1761317067.368242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e4c4d98. 00010000:00000010:2.1:1761317067.368249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:1.1:1761317067.369324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c0ed938. 00010000:00000010:2.1:1761317067.373406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f206027. 00010000:00000010:2.1:1761317067.373424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:1.1:1761317067.374270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007393efe4. 00010000:00000010:1.1:1761317067.377750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046463f16. 00010000:00000010:2.1:1761317067.381716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1224be9. 00010000:00000010:2.1:1761317067.381726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:3.1:1761317067.385716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000045b38f9. 00010000:00000010:1.1:1761317067.385763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ef86692. 00010000:00000010:2.1:1761317067.385859:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c502ef2d. 00010000:00000010:2.1:1761317067.385869:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:2.1:1761317067.393710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c5e42be. 00010000:00000010:2.1:1761317067.393720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:1.1:1761317067.394771:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5afc4f. 00010000:00000010:2.1:1761317067.397768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091d5aa0a. 00010000:00000010:2.1:1761317067.397778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:2.1:1761317067.397782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317067.397786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:3.1:1761317067.400856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d06caebf. 00010000:00000010:3.1:1761317067.400863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:1.1:1761317067.402094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e708470d. 00010000:00000010:2.1:1761317067.406710:0:78429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaf92bc5. 00010000:00000010:3.1:1761317067.406866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c9bd972. 00010000:00000010:3.1:1761317067.406873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00010000:00000010:0.1:1761317067.412394:0:78428:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017a136de. 00010000:00000010:0.1:1761317067.412402:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000964f44b2. 00010000:00000010:2.1:1761317067.412735:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3806f0e. 00010000:00000010:3.1:1761317067.413190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000801f997e. 00010000:00000010:3.1:1761317067.413197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c21a236. 00010000:00000010:2.1:1761317067.415733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009831ee22. 00010000:00000010:2.1:1761317067.418722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed23cfb7. 00010000:00000010:3.1:1761317067.418842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065e85370. 00010000:00000010:3.1:1761317067.418848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:3.1:1761317067.418851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015589391. 00010000:00000010:3.1:1761317067.418854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c21a236. 00010000:00000010:3.1:1761317067.433727:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db219986. 00010000:00000010:3.1:1761317067.433741:0:1374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039e13d60. 00010000:00000010:3.1:1761317067.433747:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00010000:00000010:3.1:1761317067.433758:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052f6dc1e. 00010000:00000010:3.1:1761317067.433763:0:1374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000066b51ad. 00010000:00000010:3.1:1761317067.433773:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c21a236. 00010000:00000010:3.1:1761317067.437849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081055186. 00010000:00000010:3.1:1761317067.437870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa439917. 00010000:00000010:3.1:1761317067.437877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd7f804. 00010000:00000010:0.1:1761317067.443743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000556a2fd8. 00010000:00000010:1.1:1761317067.445547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000527a265c. 00010000:00000010:1.1:1761317067.445564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f934c12. 00010000:00000010:2.1:1761317067.449035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040b8a478. 00010000:00000010:2.1:1761317067.449057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6a54b66. 00010000:00000010:2.1:1761317067.449064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17a3cd9. 00010000:00000010:2.1:1761317067.449070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317067.449076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:1.1:1761317067.454816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a69d932. 00010000:00000010:3.1:1761317067.458789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062cc865f. 00010000:00000010:3.1:1761317067.458798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:2.1:1761317067.462990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1b3ba92. 00010000:00000010:1.1:1761317067.468732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052b086f2. 00010000:00000010:1.1:1761317067.468749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd7f804. 00010000:00000010:2.1:1761317067.468850:0:78437:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc8d5ec. 00010000:00000010:1.1:1761317067.474740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d20310f. 00010000:00000010:1.1:1761317067.474760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003802cb6e. 00010000:00000010:3.1:1761317067.486742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b54df72. 00010000:00000010:1.1:1761317067.490749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000991ad236. 00010000:00000010:1.1:1761317067.490766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b430857b. 00010000:00000010:1.1:1761317067.490796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fadcda66. 00010000:00000010:2.1:1761317067.498750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6c3362c. 00010000:00000010:2.1:1761317067.498761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003802cb6e. 00010000:00000010:3.1:1761317067.503286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aae6397. 00010000:00000010:2.1:1761317067.512523:0:31053:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d88bdbb. 00010000:00000010:2.1:1761317067.512533:0:31053:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:1.1:1761317067.524167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edf33456. 00010000:00000010:1.1:1761317067.524176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:3.1:1761317067.524285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000086de5cf. 00010000:00000010:2.1:1761317067.527741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b1fc296. 00010000:00000010:2.1:1761317067.531718:0:1035:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a327b0ed. 00010000:00000010:3.1:1761317067.531730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000668036a5. 00010000:00000010:2.1:1761317067.531730:0:1035:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317067.532148:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1a547ff. 00010000:00000010:0.1:1761317067.532171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ee38a23. 00010000:00000010:0.1:1761317067.532176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b430857b. 00010000:00000010:0.1:1761317067.532180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b972c1fd. 00010000:00000010:0.1:1761317067.532183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:2.1:1761317067.542771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8547424. 00010000:00000010:2.1:1761317067.542784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317067.542790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317067.542795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:3.1:1761317067.543002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ea2ca55. 00010000:00000010:3.1:1761317067.547914:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea50b605. 00010000:00000010:2.1:1761317067.548730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e98eb07d. 00010000:00000010:2.1:1761317067.548743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:3.1:1761317067.558844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf60921f. 00010000:00000010:3.1:1761317067.558853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006650bd65. 00010000:00000010:3.1:1761317067.558858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:2.1:1761317067.566862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000352ca187. 00010000:00000010:2.1:1761317067.566874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c21a236. 00010000:00000010:3.1:1761317067.566912:0:78443:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e8b4fc. 00010000:00000010:2.1:1761317067.575128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000528a43fc. 00010000:00000010:2.1:1761317067.575138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c24c431. 00010000:00000010:2.1:1761317067.575145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:1.1:1761317067.576720:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084628f9f. 00010000:00000010:2.1:1761317067.581624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a0af76d. 00010000:00000010:2.1:1761317067.581638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:3.1:1761317067.610153:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb64fbe. 00010000:00000010:3.1:1761317067.610162:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000440ed60a. 00010000:00000010:3.1:1761317067.610168:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:2.1:1761317067.611814:0:64751:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e586339b. 00010000:00000010:2.1:1761317067.611829:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00010000:00000010:2.1:1761317067.611835:0:64751:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000299dd215. 00010000:00000010:2.1:1761317067.611839:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:1.1:1761317067.612726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099aea487. 00010000:00000010:1.1:1761317067.612733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005589d383. 00010000:00000010:0.1:1761317067.621626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080742245. 00010000:00000010:0.1:1761317067.621650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.1:1761317067.621808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078db6e38. 00010000:00000010:0.1:1761317067.631742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5338862. 00010000:00000010:0.1:1761317067.631756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006322d0f0. 00010000:00000010:0.1:1761317067.631763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:2.1:1761317067.639734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bea85b37. 00010000:00000010:0.1:1761317067.640300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018c725ed. 00010000:00000010:0.1:1761317067.640368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:1.1:1761317067.641818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000554a3bb. 00010000:00000010:0.1:1761317067.642771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317067.642790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:0.1:1761317067.647091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f71c98d9. 00010000:00000010:0.1:1761317067.647103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:1.1:1761317067.650083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e58db2d. 00010000:00000010:0.1:1761317067.654868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15341a4. 00010000:00000010:0.1:1761317067.654886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317067.673076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d7d41da. 00010000:00000010:0.1:1761317067.673084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3953f48. 00010000:00000010:2.1:1761317067.679106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006853c8d. 00010000:00000010:0.1:1761317067.681780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004853184a. 00010000:00000010:2.1:1761317067.685781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000086885ba. 00010000:00000010:2.1:1761317067.685793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0299286. 00010000:00000010:2.1:1761317067.685797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:2.1:1761317067.685800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcca547f. 00010000:00000010:2.1:1761317067.685803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317067.685806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317067.685809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.1:1761317067.685811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce0d684d. 00010000:00000010:2.1:1761317067.685814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fc9ae53. 00010000:00000010:2.1:1761317067.685818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:2.1:1761317067.715781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000151f5965. 00010000:00000010:2.1:1761317067.715795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001890623e. 00010000:00000010:2.1:1761317067.715802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.1:1761317067.720545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b55cba4c. 00010000:00000010:2.1:1761317067.720556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9c3d23a. 00010000:00000010:2.1:1761317067.720561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:2.1:1761317067.720586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075d64aa8. 00010000:00000010:2.1:1761317067.720590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:1.1:1761317067.724729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c4fc811. 00010000:00000010:1.1:1761317067.741584:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d882e256. 00010000:00000010:1.1:1761317067.741597:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004045c01. 00010000:00000010:1.1:1761317067.741603:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:1.1:1761317067.741606:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c275cad. 00010000:00000010:1.1:1761317067.741609:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:2.1:1761317067.744855:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fc28e87. 00010000:00000010:2.1:1761317067.744861:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e054c1. 00010000:00000010:2.1:1761317067.744865:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a113032. 00010000:00000010:1.1:1761317067.750711:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbb37555. 00010000:00000010:2.1:1761317067.750858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000857f8b24. 00010000:00000010:2.1:1761317067.750865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:3.1:1761317067.758728:0:78457:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012263d00. 00010000:00000010:2.1:1761317067.765586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2e3b0aa. 00010000:00000010:2.1:1761317067.765600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:3.1:1761317067.766359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f173a5bc. 00010000:00000010:1.1:1761317067.772699:0:78460:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeca4532. 00010000:00000010:1.1:1761317067.772711:0:78460:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.1:1761317067.775855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff5cb25b. 00010000:00000010:0.1:1761317067.778716:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c8c5dd1. 00010000:00000010:0.1:1761317067.778723:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:0.1:1761317067.778727:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317067.778731:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:1.1:1761317067.781811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f05371d9. 00010000:00000010:0.1:1761317067.785711:0:78464:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000051c29c9. 00010000:00000010:0.1:1761317067.785720:0:78464:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:2.1:1761317067.803700:0:78465:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051a74fd1. 00010000:00000010:2.1:1761317067.803707:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317067.804161:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f6f1b26. 00010000:00000010:0.1:1761317067.809776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061deea17. 00010000:00000010:0.1:1761317067.809802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007592a079. 00010000:00000010:0.1:1761317067.809814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abc3ba0f. 00010000:00000010:3.1:1761317067.809989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9bc1f1c. 00010000:00000010:1.1:1761317067.811317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029395adf. 00010000:00000010:1.1:1761317067.811329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:1.1:1761317067.819995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed3baf3a. 00010000:00000010:1.1:1761317067.820010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:1.1:1761317067.820013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c275cad. 00010000:00000010:1.1:1761317067.820016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:3.1:1761317067.824253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056a31dd7. 00010000:00000010:1.1:1761317067.834835:0:78468:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af76c6f8. 00010000:00000010:1.1:1761317067.834847:0:78468:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e018d8a8. 00010000:00000010:1.1:1761317067.834851:0:78468:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:1.1:1761317067.855699:0:78470:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029975902. 00010000:00000010:1.1:1761317067.855708:0:78470:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd11205b. 00010000:00000010:1.1:1761317067.855713:0:78470:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:2.1:1761317067.860798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eacba42a. 00010000:00000010:2.1:1761317067.860806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f51211ae. 00010000:00000010:2.1:1761317067.860876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:2.1:1761317067.865310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f74733cd. 00010000:00000010:2.1:1761317067.868911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.1:1761317067.868918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c432b4. 00010000:00000010:2.1:1761317067.868922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001751f6b9. 00010000:00000010:2.1:1761317067.868925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:3.1:1761317067.869005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbde146c. 00010000:00000010:0.1:1761317067.873022:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2769f9e. 00010000:00000010:3.1:1761317067.876832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6e9b641. 00010000:00000010:3.1:1761317067.876840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.1:1761317067.877314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be7bea3c. 00010000:00000010:1.1:1761317067.884001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003556f1b4. 00010000:00000010:1.1:1761317067.884008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e195dc. 00010000:00000010:3.1:1761317067.888818:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dc257a6. 00010000:00000010:3.1:1761317067.888831:0:38:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e0e0032. 00010000:00000010:3.1:1761317067.888835:0:38:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:1.1:1761317067.892866:0:1368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc0f83db. 00010000:00000010:2.1:1761317067.892965:0:78473:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076d41c86. 00010000:00000010:2.1:1761317067.892972:0:78473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a79655f. 00010000:00000010:0.1:1761317067.897875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fa9e0ae. 00010000:00000010:3.1:1761317067.898521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a621ca0. 00010000:00000010:3.1:1761317067.898529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:3.1:1761317067.911788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001500fcc3. 00010000:00000010:2.1:1761317067.912044:0:78475:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d7469e9. 00010000:00000010:2.1:1761317067.912052:0:78475:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aea86556. 00010000:00000010:2.1:1761317067.912064:0:78475:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a083e15. 00010000:00000010:2.1:1761317067.912068:0:78475:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:1.1:1761317067.920707:0:78476:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002666b56c. 00010000:00000010:1.1:1761317067.920718:0:78476:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006920d70c. 00010000:00000010:1.1:1761317067.920723:0:78476:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00010000:00000010:2.1:1761317067.926718:0:78428:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000998aabab. 00010000:00000010:2.1:1761317067.926726:0:78428:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:0.1:1761317067.927809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbe93d20. 00010000:00000010:0.1:1761317067.944716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052d39aba. 00010000:00000010:0.1:1761317067.944724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:1.1:1761317067.944795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033e93a1c. 00010000:00000010:2.1:1761317067.958104:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004d351a1. 00010000:00000010:2.1:1761317067.958110:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004f5e4a6. 00010000:00000010:2.1:1761317067.958114:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9e3ee1. 00010000:00000010:0.1:1761317067.958738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091787104. 00010000:00000010:0.1:1761317067.958745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a581a3e9. 00010000:00000010:0.1:1761317067.958748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000249a8be2. 00010000:00000010:0.1:1761317067.961202:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd85cf2a. 00010000:00000010:0.1:1761317067.961214:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca5057f7. 00010000:00000010:0.1:1761317067.961217:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:0.1:1761317067.961223:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b8caaed. 00010000:00000010:0.1:1761317067.961225:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:3.1:1761317067.962180:0:78477:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a296a0b1. 00010000:00000010:2.1:1761317067.971847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007abc24b8. 00010000:00000010:0.1:1761317067.973717:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0f84e74. 00010000:00000010:0.1:1761317067.973724:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:3.1:1761317067.979009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d199e907. 00010000:00000010:1.1:1761317067.981151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025f81f3b. 00010000:00000010:1.1:1761317067.981159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:3.1:1761317067.991342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba4dbb10. 00010000:00000010:3.1:1761317067.991348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac768b1f. 00010000:00000010:3.1:1761317067.991351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002044cb3c. 00010000:00000010:3.1:1761317067.998073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab51df5. 00010000:00000010:1.1:1761317067.998912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003297d752. 00010000:00000010:1.1:1761317067.998921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe39a32. 00010000:00000010:3.1:1761317068.005994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087de4e64. 00010000:00000010:1.1:1761317068.010103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b320721. 00010000:00000010:1.1:1761317068.010114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:3.1:1761317068.019727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006085dda9. 00010000:00000010:1.1:1761317068.019990:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000676d1e22. 00010000:00000010:1.1:1761317068.019999:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:1.1:1761317068.023723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2068dd8. 00010000:00000010:1.1:1761317068.023731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe39a32. 00010000:00000010:3.1:1761317068.023737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000357d7835. 00010000:00000010:3.1:1761317068.023745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ffb592a. 00010000:00000010:1.1:1761317068.027029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c31b57ee. 00010000:00000010:1.1:1761317068.027037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:1.1:1761317068.027041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008637f4fb. 00010000:00000010:1.1:1761317068.027044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096d25172. 00010000:00000010:1.1:1761317068.027046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:2.1:1761317068.031747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc492a9. 00010000:00000010:1.1:1761317068.034938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6842d4d. 00010000:00000010:1.1:1761317068.034951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:1.1:1761317068.034955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c275cad. 00010000:00000010:1.1:1761317068.035000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe39a32. 00010000:00000010:3.1:1761317068.042725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bb8183e. 00010000:00000010:1.1:1761317068.047729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000341e1633. 00010000:00000010:1.1:1761317068.047737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abc3ba0f. 00010000:00000010:3.1:1761317068.051844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009216d55e. 00010000:00000010:3.1:1761317068.051855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe39a32. 00010000:00000010:3.1:1761317068.051858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc56fe29. 00010000:00000010:3.1:1761317068.060097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076b3f1d0. 00010000:00000010:1.1:1761317068.060722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd03a32f. 00010000:00000010:1.1:1761317068.060730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:3.1:1761317068.063705:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003796b7d4. 00010000:00000010:3.1:1761317068.063711:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e463ab50. 00010000:00000010:1.1:1761317068.067731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083deebb5. 00010000:00000010:1.1:1761317068.067746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abc3ba0f. 00010000:00000010:1.1:1761317068.067751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000537653b9. 00010000:00000010:1.1:1761317068.067754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:1.1:1761317068.067758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c275cad. 00010000:00000010:1.1:1761317068.067761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:1.1:1761317068.072115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e204da04. 00010000:00000010:3.1:1761317068.072745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000873f87d3. 00010000:00000010:1.1:1761317068.078984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:3.1:1761317068.079730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c80282e6. 00010000:00000010:0.1:1761317068.084270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a2c730f. 00010000:00000010:1.1:1761317068.084418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba9790a2. 00010000:00000010:1.1:1761317068.084424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:3.1:1761317068.085220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010d4c00b. 00010000:00000010:1.1:1761317068.089017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d75b4ad1. 00010000:00000010:1.1:1761317068.089027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:1.1:1761317068.089034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abab663a. 00010000:00000010:1.1:1761317068.089039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:3.1:1761317068.092785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abf15e73. 00010000:00000010:2.1:1761317068.093131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a24c6409. 00010000:00000010:2.1:1761317068.093138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abc3ba0f. 00010000:00000010:1.1:1761317068.098003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5859e16. 00010000:00000010:1.1:1761317068.098020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003de7c251. 00010000:00000010:1.1:1761317068.098025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000249a8be2. 00010000:00000010:1.1:1761317068.107239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be479300. 00010000:00000010:1.1:1761317068.107257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:0.1:1761317068.107820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095a529b4. 00010000:00000010:1.1:1761317068.112053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012eaf92e. 00010000:00000010:1.1:1761317068.112065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8f14676. 00010000:00000010:1.1:1761317068.112072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:3.1:1761317068.118167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d14fec2. 00010000:00000010:1.1:1761317068.122556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027fd99df. 00010000:00000010:1.1:1761317068.122565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:3.1:1761317068.126238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddef0847. 00010000:00000010:2.1:1761317068.126345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb1a8594. 00010000:00000010:2.1:1761317068.126353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:0.1:1761317068.129627:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe31faf5. 00010000:00000010:0.1:1761317068.129637:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:1.1:1761317068.129719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099e7ca80. 00010000:00000010:0.1:1761317068.134887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a6d3b45. 00010000:00000010:0.1:1761317068.138907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001487deca. 00010000:00000010:0.1:1761317068.138926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:1.1:1761317068.143731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056ce6c8c. 00010000:00000010:3.1:1761317068.149730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e459d7e. 00010000:00000010:0.1:1761317068.150085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a92571e. 00010000:00000010:0.1:1761317068.150094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317068.158763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018de3453. 00010000:00000010:0.1:1761317068.158777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498b128d. 00010000:00000010:1.1:1761317068.158837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3c34116. 00010000:00000010:1.1:1761317068.158843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:2.1:1761317068.159391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068b94289. 00010000:00000010:2.1:1761317068.162749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8b9ab6. 00010000:00000010:1.1:1761317068.170737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0fca6ab. 00010000:00000010:1.1:1761317068.170751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:1.1:1761317068.170756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083a7420e. 00010000:00000010:1.1:1761317068.170760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:0.1:1761317068.170829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065c2daf1. 00010000:00000010:3.1:1761317068.175863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3bc5e2a. 00010000:00000010:1.1:1761317068.180955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025a070fb. 00010000:00000010:1.1:1761317068.180967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:3.1:1761317068.183816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003227c144. 00010000:00000010:0.1:1761317068.184050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e95ea594. 00010000:00000010:0.1:1761317068.184056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:0.1:1761317068.184060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d436ce83. 00010000:00000010:1.1:1761317068.184105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b96ceedf. 00010000:00000010:1.1:1761317068.184111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:2.1:1761317068.188716:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b65272bf. 00010000:00000010:1.1:1761317068.193257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a23569e3. 00010000:00000010:1.1:1761317068.193264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:3.1:1761317068.196714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030b3c5eb. 00010000:00000010:2.1:1761317068.196783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2dd7736. 00010000:00000010:2.1:1761317068.196790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:3.1:1761317068.203712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001f7dec4. 00010000:00000010:1.1:1761317068.205767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf2bb3d6. 00010000:00000010:1.1:1761317068.205776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00010000:00000010:1.1:1761317068.205780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c275cad. 00010000:00000010:1.1:1761317068.205784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:2.1:1761317068.210856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034dfaacd. 00010000:00000010:1.1:1761317068.218913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eff1a8e. 00010000:00000010:1.1:1761317068.218924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:1.1:1761317068.218928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b83ecf. 00010000:00000010:1.1:1761317068.218932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004feb481e. 00010000:00000010:1.1:1761317068.218935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a113032. 00010000:00000010:1.1:1761317068.225718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b23e1cf6. 00010000:00000010:1.1:1761317068.225725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3953f48. 00010000:00000010:0.1:1761317068.225755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a4648b. 00010000:00000010:2.1:1761317068.228819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b41bc9. 00010000:00000010:2.1:1761317068.232802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554ae3ea. 00010000:00000010:1.1:1761317068.233728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085b6ef81. 00010000:00000010:1.1:1761317068.233736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498b128d. 00010000:00000010:1.1:1761317068.233740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e6c35a. 00010000:00000010:1.1:1761317068.233744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a113032. 00010000:00000010:2.1:1761317068.239227:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d8b11da. 00010000:00000010:1.1:1761317068.242749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8d43323. 00010000:00000010:1.1:1761317068.242763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:1.1:1761317068.242769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b38c7b. 00010000:00000010:1.1:1761317068.242772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3953f48. 00010000:00000010:2.1:1761317068.250740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069d17c9f. 00010000:00000010:2.1:1761317068.250757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f355d2f8. 00010000:00000010:1.1:1761317068.252603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052f51efe. 00010000:00000010:1.1:1761317068.252618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a113032. 00010000:00000010:2.1:1761317068.255971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc1e9e91. 00010000:00000010:2.1:1761317068.255988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000284a3fc4. 00010000:00000010:2.1:1761317068.255992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:2.1:1761317068.266702:0:1101:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000441a0d15. 00010000:00000010:2.1:1761317068.266710:0:1101:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:3.1:1761317068.270779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097e69ef2. 00010000:00000010:3.1:1761317068.270787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001963252b. 00010000:00000010:3.1:1761317068.270790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00010000:00000010:3.1:1761317068.270793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015589391. 00010000:00000010:3.1:1761317068.270796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aefd22e. 00010000:00000010:0.1:1761317068.271615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091e5b64. 00010000:00000010:2.1:1761317068.278863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044533032. 00010000:00000010:2.1:1761317068.278876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27e3194. 00010000:00000010:0.1:1761317068.279820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7c3cbf1. 00010000:00000010:3.1:1761317068.282340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcc8be8e. 00010000:00000010:3.1:1761317068.282351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:0.1:1761317068.283171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1fd155c. 00010000:00000010:1.1:1761317068.285801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6932776. 00010000:00000010:0.1:1761317068.286879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d983904. 00010000:00000010:0.1:1761317068.286887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aefd22e. 00010000:00000010:3.1:1761317068.290733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea4585de. 00010000:00000010:0.1:1761317068.290796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d697ae9a. 00010000:00000010:0.1:1761317068.290803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:1.1:1761317068.295796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009141a879. 00010000:00000010:0.1:1761317068.295844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073069417. 00010000:00000010:0.1:1761317068.295850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:3.1:1761317068.303804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d088638. 00010000:00000010:0.1:1761317068.304061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db299401. 00010000:00000010:0.1:1761317068.304084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317068.308091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ddaaec6. 00010000:00000010:0.1:1761317068.308099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:3.1:1761317068.315185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000232e475b. 00010000:00000010:1.1:1761317068.315243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003110755. 00010000:00000010:0.1:1761317068.315432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a3fb9ea. 00010000:00000010:0.1:1761317068.315439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317068.318761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003338cbbb. 00010000:00000010:0.1:1761317068.318768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008a23292. 00010000:00000010:0.1:1761317068.318771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317068.331754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e54fe743. 00010000:00000010:0.1:1761317068.331771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:1.1:1761317068.331812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a282658a. 00010000:00000010:0.1:1761317068.335779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df7d4a26. 00010000:00000010:0.1:1761317068.335787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317068.335791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317068.335794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:3.1:1761317068.336103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008de8043d. 00010000:00000010:2.1:1761317068.341497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ba7e855. 00010000:00000010:0.1:1761317068.344874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b568fdb. 00010000:00000010:0.1:1761317068.344884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:0.1:1761317068.348716:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e78fbabc. 00010000:00000010:0.1:1761317068.348722:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:3.1:1761317068.348790:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b39352d. 00010000:00000010:0.1:1761317068.353854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019dd4adc. 00010000:00000010:0.1:1761317068.353861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:3.1:1761317068.355269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b21cd0d. 00010000:00000010:3.1:1761317068.362967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cc7841. 00010000:00000010:0.1:1761317068.363113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008604e67a. 00010000:00000010:0.1:1761317068.363120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:2.1:1761317068.367095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a201e8af. 00010000:00000010:1.1:1761317068.371975:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f474254. 00010000:00000010:1.1:1761317068.371993:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:3.1:1761317068.380811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c567e09d. 00010000:00000010:0.1:1761317068.381713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003af82645. 00010000:00000010:0.1:1761317068.381722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003110755. 00010000:00000010:1.1:1761317068.385983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af53e5bb. 00010000:00000010:0.1:1761317068.386784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070b67631. 00010000:00000010:0.1:1761317068.386791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:3.1:1761317068.397722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b715fbf. 00010000:00000010:0.1:1761317068.397813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af7929cc. 00010000:00000010:0.1:1761317068.397820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:2.1:1761317068.401717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ff2823b. 00010000:00000010:2.1:1761317068.401736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:1.1:1761317068.407801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018d1491b. 00010000:00000010:3.1:1761317068.413930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c34c808. 00010000:00000010:0.1:1761317068.414803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d3c2144. 00010000:00000010:0.1:1761317068.414816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:0.1:1761317068.420848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c81097a1. 00010000:00000010:0.1:1761317068.420863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b3a52da. 00010000:00000010:0.1:1761317068.420866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317068.420870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317068.420873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:3.1:1761317068.425721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c5d0524. 00010000:00000010:0.1:1761317068.430191:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008837da7a. 00010000:00000010:0.1:1761317068.430203:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:0.1:1761317068.430206:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbdeaf6a. 00010000:00000010:0.1:1761317068.430208:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b67a9cc. 00010000:00000010:1.1:1761317068.430726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c69f8658. 00010000:00000010:0.1:1761317068.435090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063d56a0b. 00010000:00000010:0.1:1761317068.435098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:1.1:1761317068.438133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd46709f. 00010000:00000010:1.1:1761317068.442728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005695e699. 00010000:00000010:1.1:1761317068.442741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044c84015. 00010000:00000010:1.1:1761317068.442745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:3.1:1761317068.447000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6a0692f. 00010000:00000010:0.1:1761317068.447165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000455b91b7. 00010000:00000010:0.1:1761317068.447171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a113032. 00010000:00000010:0.1:1761317068.447175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317068.447179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:1.1:1761317068.451223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7604806. 00010000:00000010:0.1:1761317068.453717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf53fe5a. 00010000:00000010:0.1:1761317068.453727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b67a9cc. 00010000:00000010:3.1:1761317068.457551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c9bd255. 00010000:00000010:0.1:1761317068.461779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096495996. 00010000:00000010:0.1:1761317068.461789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:1.1:1761317068.469767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000287ac9a3. 00010000:00000010:0.1:1761317068.473752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f01d80b3. 00010000:00000010:0.1:1761317068.473764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:1.1:1761317068.476840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b913fc7. 00010000:00000010:3.1:1761317068.477238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1cd3bb0. 00010000:00000010:0.1:1761317068.477618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011ea2a77. 00010000:00000010:0.1:1761317068.477624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b67a9cc. 00010000:00000010:0.1:1761317068.482607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b6ea0ed. 00010000:00000010:0.1:1761317068.482615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:0.1:1761317068.489989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096a4c8d8. 00010000:00000010:0.1:1761317068.489995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002082de4c. 00010000:00000010:3.1:1761317068.490354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c52a95f. 00010000:00000010:2.1:1761317068.490716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092c55ee7. 00010000:00000010:0.1:1761317068.492761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009aa4bca7. 00010000:00000010:0.1:1761317068.492772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:1.1:1761317068.493170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f54995e. 00010000:00000010:1.1:1761317068.493176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b67a9cc. 00010000:00000010:3.1:1761317068.497236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7baf931. 00010000:00000010:1.1:1761317068.501990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e559bfa. 00010000:00000010:1.1:1761317068.501998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3953f48. 00010000:00000010:2.1:1761317068.502716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da6d8604. 00010000:00000010:3.1:1761317068.513761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e82af29. 00010000:00000010:0.1:1761317068.517732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000f58f2e. 00010000:00000010:0.1:1761317068.517746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:0.1:1761317068.520956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000035cbc5c. 00010000:00000010:0.1:1761317068.520974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e289e4c. 00010000:00000010:0.1:1761317068.520978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:3.1:1761317068.521728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ae1eaa. 00010000:00000010:0.1:1761317068.529036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081e3a855. 00010000:00000010:0.1:1761317068.529050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002082de4c. 00010000:00000010:3.1:1761317068.539715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ef51bcb. 00010000:00000010:0.1:1761317068.539765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c05e0be5. 00010000:00000010:0.1:1761317068.539773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e90f51. 00010000:00000010:0.1:1761317068.545720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7dca4a4. 00010000:00000010:0.1:1761317068.545735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb3f20c. 00010000:00000010:0.1:1761317068.545742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb745452. 00010000:00000010:0.1:1761317068.545749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317068.545756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002082de4c. 00010000:00000010:0.1:1761317068.545759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bd26f85. 00010000:00000010:0.1:1761317068.545762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720b59e4. 00010000:00000010:0.1:1761317068.545765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006d890e0. 00010000:00000010:0.1:1761317068.545768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a060178. 00010000:00000010:0.1:1761317068.545770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000370de7ce. 00010000:00000010:0.1:1761317068.545775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b67a9cc. 00010000:00000010:0.1:1761317068.545777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:0.1:1761317068.545780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a907868. 00010000:00000010:0.1:1761317068.545782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a25ba33. 00010000:00000010:0.1:1761317068.545785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f3be93. 00010000:00000010:0.1:1761317068.545787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df721f2d. 00010000:00000010:0.1:1761317068.545790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000098dd16b. 00010000:00000010:0.1:1761317068.545792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036479911. 00010000:00000010:0.1:1761317068.545795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000399707a5. 00010000:00000010:0.1:1761317068.545797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046af1e9a. 00010000:00000010:0.1:1761317068.545800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000498b128d. 00010000:00000010:0.1:1761317068.545802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c9dfd2b. 00010000:00000010:0.1:1761317068.545805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085016820. 00010000:00000010:0.1:1761317068.545808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023427667. 00010000:00000010:0.1:1761317068.545812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b3a28e1. 00010000:00000010:0.1:1761317068.545817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b097c07. 00010000:00000010:0.1:1761317068.545820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db84700b. 00010000:00000010:0.1:1761317068.545822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000510ab3a4. 00010000:00000010:0.1:1761317068.545825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9e3ee1. 00010000:00000010:0.1:1761317068.545827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5cee90e. 00010000:00000010:0.1:1761317068.545829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9dbaf93. 00010000:00000010:0.1:1761317068.545832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ccb364a. 00010000:00000010:0.1:1761317068.545835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d57e115. 00010000:00000010:0.1:1761317068.545837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a46dfa0. 00010000:00000010:0.1:1761317068.545839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b835210e. 00010000:00000010:0.1:1761317068.545841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d74f18cf. 00010000:00000010:0.1:1761317068.545843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8444e9. 00010000:00000010:0.1:1761317068.545846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073884013. 00010000:00000010:0.1:1761317068.545849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dc7fe36. 00010000:00000010:0.1:1761317068.545852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000159fc643. 00010000:00000010:0.1:1761317068.545854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f5d53d. 00010000:00000010:0.1:1761317068.545856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eeb340d. 00010000:00000010:0.1:1761317068.545858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002536047a. 00010000:00000010:0.1:1761317068.545860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007169a120. 00010000:00000010:0.1:1761317068.545862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c758c3. 00010000:00000010:0.1:1761317068.545864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051e52a16. 00010000:00000010:0.1:1761317068.545866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcd631b9. 00010000:00000010:0.1:1761317068.545871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0299286. 00010000:00000010:0.1:1761317068.545873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026a31063. 00010000:00000010:0.1:1761317068.545875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d7d41da. 00010000:00000010:0.1:1761317068.545878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db219986. 00010000:00000010:0.1:1761317068.545880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096252490. 00010000:00000010:0.1:1761317068.545883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f73072e. 00010000:00000010:0.1:1761317068.545885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3ca86b7. 00010000:00000010:0.1:1761317068.545898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000205a4432. 00010000:00000010:0.1:1761317068.545902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003311e798. 00010000:00000010:0.1:1761317068.545904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffde9329. 00010000:00000010:0.1:1761317068.545906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029126ecf. 00010000:00000010:0.1:1761317068.545909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000229d3c9f. 00010000:00000010:0.1:1761317068.545911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015d71e7b. 00010000:00000010:0.1:1761317068.545914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7ed6cf5. 00010000:00000010:0.1:1761317068.545916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000736640bc. 00010000:00000010:0.1:1761317068.545918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6e006d6. 00010000:00000010:0.1:1761317068.545920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf66cc9. 00010000:00000010:0.1:1761317068.545923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8bca55d. 00010000:00000010:0.1:1761317068.545925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005518face. 00010000:00000010:0.1:1761317068.545927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060432f8e. 00010000:00000010:0.1:1761317068.545929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2b1d350. 00010000:00000010:0.1:1761317068.545931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096027978. 00010000:00000010:0.1:1761317068.545936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f71c98d9. 00010000:00000010:0.1:1761317068.545939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144836f9. 00010000:00000010:0.1:1761317068.545941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034b1ee21. 00010000:00000010:0.1:1761317068.545944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8b9ab6. 00010000:00000010:0.1:1761317068.545946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daf2a8b2. 00010000:00000010:0.1:1761317068.545948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f308e35f. 00010000:00000010:0.1:1761317068.545951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000831c6b48. 00010000:00000010:0.1:1761317068.545954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00010000:00000010:0.1:1761317068.545957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2269d17. 00010000:00000010:0.1:1761317068.545959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbeda82a. 00010000:00000010:0.1:1761317068.545961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e1701b6. 00010000:00000010:0.1:1761317068.545964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.1:1761317068.545966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc322e0d. 00010000:00000010:0.1:1761317068.545969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ede31b. 00010000:00000010:0.1:1761317068.545971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d88b13fa. 00010000:00000010:0.1:1761317068.545974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f57221. 00010000:00000010:0.1:1761317068.545976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ab527a. 00010000:00000010:0.1:1761317068.545978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.1:1761317068.545980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044239ce1. 00010000:00000010:0.1:1761317068.545982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:1.1:1761317068.557944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c275cad. 00010000:00000010:1.1:1761317068.557962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3953f48. 00010000:00000010:1.1:1761317068.557967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078af5f06. 00010000:00000010:1.1:1761317068.557970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:1.1:1761317068.557973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000305fcb94. 00010000:00000010:1.1:1761317068.557976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b430857b. 00010000:00000010:1.1:1761317068.557979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca8e7378. 00010000:00000010:1.1:1761317068.557981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003802cb6e. 00010000:00000010:1.1:1761317068.557984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000092a84. 00010000:00000010:1.1:1761317068.557987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17a3cd9. 00010000:00000010:1.1:1761317068.557989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007738bafe. 00010000:00000010:1.1:1761317068.557991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b47907. 00010000:00000010:1.1:1761317068.557994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff27c2a. 00010000:00000010:1.1:1761317068.557997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:1.1:1761317068.558000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000431cc04e. 00010000:00000010:1.1:1761317068.558002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a113032. 00010000:00000010:1.1:1761317068.558004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004fc645d. 00010000:00000010:1.1:1761317068.558006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003110755. 00010000:00000010:1.1:1761317068.558012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db299401. 00010000:00000010:1.1:1761317068.558027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:1.1:1761317068.558029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000154a7f2d. 00010000:00000010:1.1:1761317068.558032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:1.1:1761317068.558034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0cac25b. 00010000:00000010:1.1:1761317068.558037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abc3ba0f. 00010000:00000010:1.1:1761317068.558040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbea715. 00010000:00000010:1.1:1761317068.558043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe39a32. 00010000:00000010:1.1:1761317068.558045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eed2a529. 00010000:00000010:1.1:1761317068.558047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac768b1f. 00010000:00000010:1.1:1761317068.558049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae9b1fb. 00010000:00000010:1.1:1761317068.558053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008de8043d. 00010000:00000010:1.1:1761317068.558056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3024cd8. 00010000:00000010:1.1:1761317068.558059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e11069. 00010000:00000010:1.1:1761317068.558061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ee4a7cb. 00010000:00000010:1.1:1761317068.558066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d861131d. 00010000:00000010:1.1:1761317068.558068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9fbf45f. 00010000:00000010:1.1:1761317068.558071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbc1c291. 00010000:00000010:1.1:1761317068.558074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d1a9f4a. 00010000:00000010:1.1:1761317068.558077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876b3c82. 00010000:00000010:1.1:1761317068.558079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000228b7d7. 00010000:00000010:1.1:1761317068.558083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da3f640d. 00010000:00000010:1.1:1761317068.558085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a91abf77. 00010000:00000010:1.1:1761317068.558089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007923cc29. 00010000:00000010:1.1:1761317068.558091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df0dd13. 00010000:00000010:1.1:1761317068.558094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace91291. 00010000:00000010:1.1:1761317068.558096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d0060f4. 00010000:00000010:1.1:1761317068.558098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba571c0. 00010000:00000010:1.1:1761317068.558102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973f5ac2. 00010000:00000010:1.1:1761317068.558104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f01cc5a. 00010000:00000010:1.1:1761317068.558107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0c9b73e. 00010000:00000010:1.1:1761317068.558109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049a7c7aa. 00010000:00000010:1.1:1761317068.558111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000690cf0c5. 00010000:00000010:1.1:1761317068.558114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db8cae6a. 00010000:00000010:1.1:1761317068.558116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040527f84. 00010000:00000010:1.1:1761317068.558118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b90926f. 00010000:00000010:1.1:1761317068.558123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000522456be. 00010000:00000010:1.1:1761317068.558125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036404f8d. 00010000:00000010:1.1:1761317068.558127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d7f5aff. 00010000:00000010:1.1:1761317068.558130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b7d9bf. 00010000:00000010:1.1:1761317068.558132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f6158af. 00010000:00000010:1.1:1761317068.558134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be337b9. 00010000:00000010:1.1:1761317068.558136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2899b70. 00010000:00000010:1.1:1761317068.558139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01e8755. 00010000:00000010:1.1:1761317068.558141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002233a8f7. 00010000:00000010:1.1:1761317068.558143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7bf789. 00010000:00000010:1.1:1761317068.558146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecb0c811. 00010000:00000010:1.1:1761317068.558149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b913fc7. 00010000:00000010:1.1:1761317068.558151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e9dae81. 00010000:00000010:1.1:1761317068.558154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76303a2. 00010000:00000010:1.1:1761317068.558157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d928c7. 00010000:00000010:1.1:1761317068.558160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b19a31a8. 00010000:00000010:1.1:1761317068.558162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af374b2a. 00010000:00000010:1.1:1761317068.558164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000566690c. 00010000:00000010:1.1:1761317068.558166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051a4d9d9. 00010000:00000010:1.1:1761317068.558168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070110f51. 00010000:00000010:1.1:1761317068.558171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6a8835. 00010000:00000010:1.1:1761317068.558173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdef774a. 00010000:00000010:1.1:1761317068.558200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507748f2. 00010000:00000010:1.1:1761317068.558204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072ec5b7b. 00010000:00000010:1.1:1761317068.558206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59cf269. 00010000:00000010:1.1:1761317068.558208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024361d43. 00010000:00000010:1.1:1761317068.558210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d0c50e2. 00010000:00000010:1.1:1761317068.558212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b10798. 00010000:00000010:1.1:1761317068.558215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4297781. 00010000:00000010:1.1:1761317068.558217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016146b08. 00010000:00000010:1.1:1761317068.558221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000835695a9. 00010000:00000010:1.1:1761317068.558224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd46709f. 00010000:00000010:1.1:1761317068.558226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086b9f2ce. 00010000:00000010:1.1:1761317068.558229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815b43dc. 00010000:00000010:1.1:1761317068.558231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1d5dca3. 00010000:00000010:1.1:1761317068.558234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:1.1:1761317068.582820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2c932a3. 00010000:00000010:1.1:1761317068.582832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:1.1:1761317068.582840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4297781. 00010000:00000010:1.1:1761317068.582843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:1.1:1761317068.582845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59cf269. 00010000:00000010:1.1:1761317068.582848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815b43dc. 00010000:00000010:1.1:1761317068.582850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d7f5aff. 00010000:00000010:1.1:1761317068.582852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd46709f. 00010000:00000010:1.1:1761317068.582854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6a8835. 00010000:00000010:1.1:1761317068.582857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:1.1:1761317068.582860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d0c50e2. 00010000:00000010:1.1:1761317068.582863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb91caa. 00010000:00000010:1.1:1761317068.582866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051a4d9d9. 00010000:00000010:1.1:1761317068.582868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:1.1:1761317068.582870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507748f2. 00010000:00000010:1.1:1761317068.582872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:1.1:1761317068.582874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e9dae81. 00010000:00000010:1.1:1761317068.582876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:1.1:1761317068.582877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecb0c811. 00010000:00000010:1.1:1761317068.582879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:1.1:1761317068.582881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d928c7. 00010000:00000010:1.1:1761317068.582883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:1.1:1761317068.582885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af374b2a. 00010000:00000010:1.1:1761317068.582887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:1.1:1761317068.582889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2899b70. 00010000:00000010:1.1:1761317068.582891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:1.1:1761317068.582893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002233a8f7. 00010000:00000010:1.1:1761317068.582896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:1.1:1761317068.582898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000522456be. 00010000:00000010:1.1:1761317068.582900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:1.1:1761317068.582902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f6158af. 00010000:00000010:1.1:1761317068.582904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:1.1:1761317068.582906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d0abf3b. 00010000:00000010:1.1:1761317068.582909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016146b08. 00010000:00000010:1.1:1761317068.582912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb25323. 00010000:00000010:1.1:1761317068.582914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b10798. 00010000:00000010:1.1:1761317068.582916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1d5dca3. 00010000:00000010:1.1:1761317068.582918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024361d43. 00010000:00000010:1.1:1761317068.582921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0d95a4. 00010000:00000010:1.1:1761317068.582923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072ec5b7b. 00010000:00000010:1.1:1761317068.587858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086b9f2ce. 00010000:00000010:1.1:1761317068.587875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdef774a. 00010000:00000010:1.1:1761317068.587880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000835695a9. 00010000:00000010:1.1:1761317068.587884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070110f51. 00010000:00000010:1.1:1761317068.587890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae9b1fb. 00010000:00000010:1.1:1761317068.587908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000566690c. 00010000:00000010:1.1:1761317068.587911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d0060f4. 00010000:00000010:1.1:1761317068.587914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b19a31a8. 00010000:00000010:1.1:1761317068.587916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a91abf77. 00010000:00000010:1.1:1761317068.587918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76303a2. 00010000:00000010:1.1:1761317068.587921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df0dd13. 00010000:00000010:1.1:1761317068.587923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b913fc7. 00010000:00000010:1.1:1761317068.587925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9fbf45f. 00010000:00000010:1.1:1761317068.587929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7bf789. 00010000:00000010:1.1:1761317068.587932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d1a9f4a. 00010000:00000010:1.1:1761317068.587937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01e8755. 00010000:00000010:1.1:1761317068.587940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000228b7d7. 00010000:00000010:1.1:1761317068.587943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be337b9. 00010000:00000010:1.1:1761317068.587945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3024cd8. 00010000:00000010:1.1:1761317068.587949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b7d9bf. 00010000:00000010:1.1:1761317068.587951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000154a7f2d. 00010000:00000010:1.1:1761317068.587954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036404f8d. 00010000:00000010:1.1:1761317068.587957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ee4a7cb. 00010000:00000010:1.1:1761317068.587959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b90926f. 00010000:00000010:1.1:1761317068.587961:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eed2a529. 00010000:00000010:1.1:1761317068.587964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db8cae6a. 00010000:00000010:1.1:1761317068.587966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbea715. 00010000:00000010:1.1:1761317068.587969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049a7c7aa. 00010000:00000010:1.1:1761317068.587972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0cac25b. 00010000:00000010:1.1:1761317068.587975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f01cc5a. 00010000:00000010:1.1:1761317068.587977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db299401. 00010000:00000010:1.1:1761317068.587980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba571c0. 00010000:00000010:1.1:1761317068.587984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040527f84. 00010000:00000010:1.1:1761317068.587987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace91291. 00010000:00000010:1.1:1761317068.587990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0c9b73e. 00010000:00000010:1.1:1761317068.587992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007923cc29. 00010000:00000010:1.1:1761317068.587994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000690cf0c5. 00010000:00000010:1.1:1761317068.587996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da3f640d. 00010000:00000010:1.1:1761317068.587998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973f5ac2. 00010000:00000010:1.1:1761317068.588496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876b3c82. 00010000:00000010:1.1:1761317068.588501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004fc645d. 00010000:00000010:1.1:1761317068.588505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbc1c291. 00010000:00000010:1.1:1761317068.588507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000431cc04e. 00010000:00000010:1.1:1761317068.588509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d861131d. 00010000:00000010:1.1:1761317068.588511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff27c2a. 00010000:00000010:1.1:1761317068.588514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e11069. 00010000:00000010:1.1:1761317068.588516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007738bafe. 00010000:00000010:1.1:1761317068.588518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008de8043d. 00010000:00000010:1.1:1761317068.588520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000092a84. 00010000:00000010:1.1:1761317068.588524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac768b1f. 00010000:00000010:1.1:1761317068.588526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca8e7378. 00010000:00000010:1.1:1761317068.588528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe39a32. 00010000:00000010:1.1:1761317068.588530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000305fcb94. 00010000:00000010:1.1:1761317068.588534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abc3ba0f. 00010000:00000010:1.1:1761317068.588536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078af5f06. 00010000:00000010:1.1:1761317068.588538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:1.1:1761317068.588541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c275cad. 00010000:00000010:1.1:1761317068.588542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:1.1:1761317068.588546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051dd54eb. 00010000:00000010:1.1:1761317068.588548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003110755. 00010000:00000010:1.1:1761317068.588550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e35aad77. 00010000:00000010:1.1:1761317068.588552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a113032. 00010000:00000010:1.1:1761317068.588554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bda15d4. 00010000:00000010:1.1:1761317068.588556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:1.1:1761317068.588558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc5f8a81. 00010000:00000010:1.1:1761317068.588560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b47907. 00010000:00000010:1.1:1761317068.588562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003701c2d3. 00010000:00000010:1.1:1761317068.588564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17a3cd9. 00010000:00000010:1.1:1761317068.588566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000091b543e. 00010000:00000010:1.1:1761317068.588569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003802cb6e. 00010000:00000010:1.1:1761317068.588571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010c3f25a. 00010000:00000010:1.1:1761317068.588573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b430857b. 00010000:00000010:1.1:1761317068.588576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000451b97bb. 00010000:00000010:1.1:1761317068.588578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:1.1:1761317068.588580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dee5e895. 00010000:00000010:1.1:1761317068.588582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3953f48. 00010000:00000010:1.1:1761317068.588584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7dee6b0. 00010000:00000010:1.1:1761317068.588587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012eaf92e. 00010000:00000010:1.1:1761317068.588589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007639a9dc. 00010000:00000010:1.1:1761317068.588591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b648ae8. 00010000:00000010:1.1:1761317068.588593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000539ae10. 00010000:00000010:1.1:1761317068.588596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008510d4be. 00010000:00000010:1.1:1761317068.588598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58b63ce. 00010000:00000010:1.1:1761317068.588600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcbdc308. 00010000:00000010:1.1:1761317068.588603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000146e7d88. 00010000:00000010:1.1:1761317068.588606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1dae11a. 00010000:00000010:1.1:1761317068.588609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d651bf41. 00010000:00000010:1.1:1761317068.588610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca0cd2c. 00010000:00000010:1.1:1761317068.588614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0dc8246. 00010000:00000010:1.1:1761317068.588618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bf5636c. 00010000:00000010:1.1:1761317068.588619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a962f89. 00010000:00000010:1.1:1761317068.588622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d4ed612. 00010000:00000010:1.1:1761317068.588623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0d3fa8a. 00010000:00000010:1.1:1761317068.588626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020f2bf45. 00010000:00000010:1.1:1761317068.588628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000999448e. 00010000:00000010:1.1:1761317068.588630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b0785e8. 00010000:00000010:1.1:1761317068.588632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008268f5dc. 00010000:00000010:1.1:1761317068.588634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ea38ba. 00010000:00000010:1.1:1761317068.588636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000441df717. 00010000:00000010:1.1:1761317068.588638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021d83c9f. 00010000:00000010:1.1:1761317068.588640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032698bf1. 00010000:00000010:1.1:1761317068.588642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16b85fe. 00010000:00000010:1.1:1761317068.588644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fdd033e. 00010000:00000010:1.1:1761317068.588646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db8a578c. 00010000:00000010:1.1:1761317068.588648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffb5ea71. 00010000:00000010:1.1:1761317068.588649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b1864e2. 00010000:00000010:1.1:1761317068.588651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f6bd4e1. 00010000:00000010:1.1:1761317068.588653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f409d414. 00010000:00000010:1.1:1761317068.588654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b089a3c. 00010000:00000010:1.1:1761317068.588657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bb8183e. 00010000:00000010:1.1:1761317068.588661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad89bf4c. 00010000:00000010:1.1:1761317068.588664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc492a9. 00010000:00000010:1.1:1761317068.588674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003354a177. 00010000:00000010:1.1:1761317068.588699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ea2a14. 00010000:00000010:1.1:1761317068.588702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001d71a10. 00010000:00000010:1.1:1761317068.588704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066281600. 00010000:00000010:1.1:1761317068.588706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065517257. 00010000:00000010:1.1:1761317068.588708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b348ca4f. 00010000:00000010:1.1:1761317068.588710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7e2eadb. 00010000:00000010:1.1:1761317068.588712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e13f1bb. 00010000:00000010:1.1:1761317068.588713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dd4cb78. 00010000:00000010:1.1:1761317068.588715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099e31883. 00010000:00000010:1.1:1761317068.588717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005402a84f. 00010000:00000010:1.1:1761317068.588719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002549c2de. 00010000:00000010:1.1:1761317068.588723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b862fc. 00010000:00000010:1.1:1761317068.588733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000841292aa. 00010000:00000010:1.1:1761317068.588735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be2f78f0. 00010000:00000010:1.1:1761317068.588738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009285ae5e. 00010000:00000010:1.1:1761317068.588741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d8bfa43. 00010000:00000010:1.1:1761317068.588744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de8485c. 00010000:00000010:1.1:1761317068.588747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001af390cc. 00010000:00000010:1.1:1761317068.588750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd8512f7. 00010000:00000010:1.1:1761317068.588752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d00fe9. 00010000:00000010:1.1:1761317068.588754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d996f3e. 00010000:00000010:1.1:1761317068.588756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9c2ec48. 00010000:00000010:1.1:1761317068.588758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9a0fc46. 00010000:00000010:1.1:1761317068.588760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a0e401b. 00010000:00000010:1.1:1761317068.588762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080cfde21. 00010000:00000010:1.1:1761317068.588764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000807488e8. 00010000:00000010:1.1:1761317068.588766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7971bf1. 00010000:00000010:1.1:1761317068.588768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028dfa4ba. 00010000:00000010:1.1:1761317068.588770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000101b84fa. 00010000:00000010:1.1:1761317068.588772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005704ec19. 00010000:00000010:1.1:1761317068.588774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b5911c. 00010000:00000010:1.1:1761317068.588776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000caa6c16. 00010000:00000010:1.1:1761317068.588779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5cd627e. 00010000:00000010:1.1:1761317068.588782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef8f4b10. 00010000:00000010:1.1:1761317068.588785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042837110. 00010000:00000010:1.1:1761317068.588787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9513a07. 00010000:00000010:1.1:1761317068.588789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb6618e. 00010000:00000010:1.1:1761317068.588791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089dbd83d. 00010000:00000010:1.1:1761317068.588793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e033aff7. 00010000:00000010:1.1:1761317068.588796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c05e0be5. 00010000:00000010:1.1:1761317068.588798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088335aea. 00010000:00000010:1.1:1761317068.588800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1ac3da1. 00010000:00000010:1.1:1761317068.588803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c848c530. 00010000:00000010:1.1:1761317068.588805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a887b96. 00010000:00000010:1.1:1761317068.588818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b79fb1e. 00010000:00000010:3.1:1761317068.595776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf4f1842. 00010000:00000010:0.1:1761317068.603102:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081018c8c. 00010000:00000010:0.1:1761317068.603110:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dfbdeca. 00010000:00000010:3.1:1761317068.613739:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b867bb. 00010000:00000010:0.1:1761317068.621122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a43a5327. 00010000:00000010:0.1:1761317068.621130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:0.1:1761317068.621133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044239ce1. 00010000:00000010:0.1:1761317068.621136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00010000:00000010:2.1:1761317068.621182:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0adfde2. 00010000:00000010:1.1:1761317068.625699:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014115211. 00010000:00000010:1.1:1761317068.625706:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ede31b. 00010000:00000010:0.1:1761317068.625714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000190e2b7b. 00010000:00000010:0.1:1761317068.625719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f57221. 00010000:00000010:0.1:1761317068.629813:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a35b6e. 00010000:00000010:1.1:1761317068.633707:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7730d22. 00010000:00000010:1.1:1761317068.633715:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b79fb1e. 00010000:00000010:0.1:1761317068.633764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b436a14. 00010000:00000010:0.1:1761317068.637722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de2ee39. 00010000:00000010:1.1:1761317068.642467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a280cc09. 00010000:00000010:1.1:1761317068.642476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c848c530. 00010000:00000010:1.1:1761317068.642480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054013458. 00010000:00000010:1.1:1761317068.642483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b205b7. 00010000:00000010:0.1:1761317068.642965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0c0e0e1. 00010000:00000010:1.1:1761317068.655171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8cebdf6. 00010000:00000010:1.1:1761317068.658719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072a45648. 00010000:00000010:1.1:1761317068.658728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f3e132. 00010000:00000010:0.1:1761317068.659599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:1.1:1761317068.665413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e4ff7fb. 00010000:00000010:1.1:1761317068.665422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b205b7. 00010000:00000010:3.1:1761317068.665713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee69f6ab. 00010000:00000010:0.1:1761317068.668730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073bd7cd. 00010000:00000010:0.1:1761317068.668748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f57221. 00010000:00000010:1.1:1761317068.670215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce9f315. 00010000:00000010:1.1:1761317068.670227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c848c530. 00010000:00000010:1.1:1761317068.679581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003309bfbe. 00010000:00000010:0.1:1761317068.683496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046055f31. 00010000:00000010:0.1:1761317068.683509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00010000:00000010:3.1:1761317068.684139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029b8183a. 00010000:00000010:2.1:1761317068.686331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052b4b205. 00010000:00000010:0.1:1761317068.694738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ff3a5a9. 00010000:00000010:0.1:1761317068.694753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f57221. 00010000:00000010:0.1:1761317068.698800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf8b4708. 00010000:00000010:0.1:1761317068.698816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d09db5d. 00010000:00000010:0.1:1761317068.698820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:2.1:1761317068.702215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071fbbe6a. 00010000:00000010:0.1:1761317068.702870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073b902fb. 00010000:00000010:0.1:1761317068.702879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.1:1761317068.713426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac8dda75. 00010000:00000010:0.1:1761317068.713440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e04309cf. 00010000:00000010:0.1:1761317068.713444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:2.1:1761317068.716768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c7b992e. 00010000:00000010:0.1:1761317068.722161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ebb7a30. 00010000:00000010:0.1:1761317068.722173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:3.1:1761317068.726723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e8a8d85. 00010000:00000010:2.1:1761317068.730710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004100c73c. 00010000:00000010:0.1:1761317068.730836:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fbf27fe. 00010000:00000010:0.1:1761317068.730843:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.1:1761317068.735417:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aeedd74. 00010000:00000010:0.1:1761317068.735433:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.1:1761317068.735440:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044239ce1. 00010000:00000010:0.1:1761317068.735444:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:1.1:1761317068.738791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000903cc91a. 00010000:00000010:1.1:1761317068.738801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f57221. 00010000:00000010:3.1:1761317068.745913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cd764f7. 00010000:00000010:0.1:1761317068.750874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de46d054. 00010000:00000010:0.1:1761317068.750884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c848c530. 00010000:00000010:3.1:1761317068.754756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b0d81fa. 00010000:00000010:0.1:1761317068.764686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031a7d1e4. 00010000:00000010:0.1:1761317068.764698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:3.1:1761317068.771294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f290c86. 00010000:00000010:0.1:1761317068.772728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644f6f9. 00010000:00000010:0.1:1761317068.772739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd5f7568. 00010000:00000010:0.1:1761317068.772743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.1:1761317068.772747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dd89f13. 00010000:00000010:0.1:1761317068.772749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00010000:00000010:1.1:1761317068.772799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc97801c. 00010000:00000010:1.1:1761317068.772806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:3.1:1761317068.772917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9966754. 00010000:00000010:3.1:1761317068.772923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000456e58ee. 00010000:00000010:2.1:1761317068.773168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044239ce1. 00010000:00000010:2.1:1761317068.773175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.1:1761317068.781747:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028525c5b. 00010000:00000010:1.1:1761317068.792700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007adba3fe. 00010000:00000010:1.1:1761317068.792711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b205b7. 00010000:00000010:1.1:1761317068.797776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004087d27. 00010000:00000010:1.1:1761317068.797789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f3e132. 00010000:00000010:1.1:1761317068.803011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000277ae6d0. 00010000:00000010:1.1:1761317068.803020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b79fb1e. 00010000:00000010:3.1:1761317068.804002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b0ac999. 00010000:00000010:2.1:1761317068.804259:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047e0e2ea. 00010000:00000010:0.1:1761317068.808725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf729256. 00010000:00000010:1.1:1761317068.809824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9bfb7cd. 00010000:00000010:1.1:1761317068.809836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b205b7. 00010000:00000010:1.1:1761317068.809841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a887b96. 00010000:00000010:1.1:1761317068.809844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b79fb1e. 00010000:00000010:3.1:1761317068.819201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002de5ddf4. 00010000:00000010:1.1:1761317068.822731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004b93624. 00010000:00000010:1.1:1761317068.822743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f3e132. 00010000:00000010:0.1:1761317068.831067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bd3dd1d. 00010000:00000010:1.1:1761317068.832746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003f186a2. 00010000:00000010:3.1:1761317068.832752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003286ec9f. 00010000:00000010:1.1:1761317068.832754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00010000:00000010:2.1:1761317068.836826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050ff0ebe. 00010000:00000010:2.1:1761317068.836839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b79fb1e. 00010000:00000010:3.1:1761317068.837014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c61bb659. 00010000:00000010:0.1:1761317068.837129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004df6c956. 00010000:00000010:0.1:1761317068.837136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005977a3dc. 00010000:00000010:0.1:1761317068.837140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:0.1:1761317068.842289:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004007c955. 00010000:00000010:0.1:1761317068.842307:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.1:1761317068.842312:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ab527a. 00010000:00000010:0.1:1761317068.842315:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:2.1:1761317068.847725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d13f47. 00010000:00000010:2.1:1761317068.852759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbeda82a. 00010000:00000010:2.1:1761317068.852774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dfb4dd5. 00010000:00000010:3.1:1761317068.856742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006188138c. 00010000:00000010:0.1:1761317068.860050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a76bcc88. 00010000:00000010:0.1:1761317068.860068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:0.1:1761317068.878716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f54f28b6. 00010000:00000010:0.1:1761317068.878722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:1.1:1761317068.882106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abdc4e64. 00010000:00000010:2.1:1761317068.891106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a861a001. 00010000:00000010:1.1:1761317068.891107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b9c48e8. 00010000:00000010:2.1:1761317068.891116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:2.1:1761317068.899426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b33ad98d. 00010000:00000010:2.1:1761317068.899440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d5034c6. 00010000:00000010:2.1:1761317068.899445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.1:1761317068.899448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004340ee36. 00010000:00000010:2.1:1761317068.899452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:2.1:1761317068.902728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d8eb3a5. 00010000:00000010:0.1:1761317068.902757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030e05bc2. 00010000:00000010:0.1:1761317068.902765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:0.1:1761317068.913715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbbb560. 00010000:00000010:0.1:1761317068.913726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc579f3d. 00010000:00000010:0.1:1761317068.913729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.1:1761317068.916439:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000220b71c8. 00010000:00000010:0.1:1761317068.916453:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5ca6c8a. 00010000:00000010:0.1:1761317068.916457:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00010000:00000010:2.1:1761317068.916734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d48072b0. 00010000:00000010:3.1:1761317068.920853:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb61742b. 00010000:00000010:3.1:1761317068.920868:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f308e35f. 00010000:00000010:0.1:1761317068.934457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1329fc7. 00010000:00000010:0.1:1761317068.934465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006606fb00. 00010000:00000010:0.1:1761317068.934469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00010000:00000010:0.1:1761317068.934472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ab527a. 00010000:00000010:0.1:1761317068.934474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:3.1:1761317068.934985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044af2af4. 00010000:00000010:2.1:1761317068.940007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e990a68. 00010000:00000010:2.1:1761317068.940014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8b9ab6. 00010000:00000010:3.1:1761317068.948722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b6ab21. 00010000:00000010:1.1:1761317068.948722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bad5f1bd. 00010000:00000010:1.1:1761317068.948732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:1.1:1761317068.954422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d9e9e34. 00010000:00000010:1.1:1761317068.954430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f3e132. 00010000:00000010:1.1:1761317068.961710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e71fd96. 00010000:00000010:1.1:1761317068.961718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000467246c3. 00010000:00000010:1.1:1761317068.961722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b205b7. 00010000:00000010:3.1:1761317068.961761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb1d7e53. 00010000:00000010:1.1:1761317068.967327:0:78479:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7272619. 00010000:00000010:1.1:1761317068.967335:0:78479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b426532. 00010000:00000010:0.1:1761317068.972059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004df5fbc8. 00010000:00000010:3.1:1761317068.974753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e74f471. 00010000:00000010:3.1:1761317068.974763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f3e132. 00010000:00000010:2.1:1761317068.977716:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013683f7d. 00010000:00000010:0.1:1761317068.992905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7b12315. 00010000:00000010:0.1:1761317068.992920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000438d9627. 00010000:00000010:0.1:1761317068.992924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006188138c. 00010000:00000010:3.1:1761317069.011731:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b78dbcc. 00010000:00000010:0.1:1761317069.012266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000539ce38b. 00010000:00000010:0.1:1761317069.012275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:3.1:1761317069.018877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009957360a. 00010000:00000010:0.1:1761317069.025919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000323b1ba3. 00010000:00000010:0.1:1761317069.025934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00010000:00000010:2.1:1761317069.028728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033246f81. 00010000:00000010:2.1:1761317069.028744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.1:1761317069.034749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006faf8b6d. 00010000:00000010:2.1:1761317069.038765:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef88ebf8. 00010000:00000010:3.1:1761317069.039304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6a9814e. 00010000:00000010:3.1:1761317069.039314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:3.1:1761317069.039317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015589391. 00010000:00000010:3.1:1761317069.039320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ba6db9. 00010000:00000010:0.1:1761317069.049726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adba5ba3. 00010000:00000010:1.1:1761317069.059727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a372ac85. 00010000:00000010:1.1:1761317069.059737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047bcb888. 00010000:00000010:2.1:1761317069.059797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc823f9b. 00010000:00000010:2.1:1761317069.059803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b426532. 00010000:00000010:1.1:1761317069.064703:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f3953bd. 00010000:00000010:1.1:1761317069.064715:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002860f2d6. 00010000:00000010:0.1:1761317069.064735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee55b6b. 00010000:00000010:1.1:1761317069.068792:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf2a25e. 00010000:00000010:2.1:1761317069.070131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ea6d1ee. 00010000:00000010:2.1:1761317069.070145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:2.1:1761317069.070150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3ace07. 00010000:00000010:2.1:1761317069.070153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:0.1:1761317069.072733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddf48f39. 00010000:00000010:2.1:1761317069.075090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000594a7824. 00010000:00000010:2.1:1761317069.075106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:3.1:1761317069.077727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041fecb1f. 00010000:00000010:3.1:1761317069.077738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317069.081761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b780b496. 00010000:00000010:2.1:1761317069.081775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ba6db9. 00010000:00000010:0.1:1761317069.088491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3c2cb8d. 00010000:00000010:0.1:1761317069.092729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000041886ce. 00010000:00000010:3.1:1761317069.097722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9c94652. 00010000:00000010:3.1:1761317069.097732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:1.1:1761317069.110412:0:78485:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b78b40e. 00010000:00000010:1.1:1761317069.110418:0:78485:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000891083d7. 00010000:00000010:1.1:1761317069.110422:0:78485:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00010000:00000010:0.1:1761317069.116847:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2c7f312. 00010000:00000010:2.1:1761317069.117843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d44f7234. 00010000:00000010:2.1:1761317069.117850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b205b7. 00010000:00000010:3.1:1761317069.119752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078cad8e7. 00010000:00000010:2.1:1761317069.120220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007cbddbf. 00010000:00000010:2.1:1761317069.120228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:2.1:1761317069.120231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004340ee36. 00010000:00000010:2.1:1761317069.120234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:2.1:1761317069.132729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ed2a290. 00010000:00000010:2.1:1761317069.132743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eee7050c. 00010000:00000010:2.1:1761317069.132748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f39f6d8. 00010000:00000010:0.1:1761317069.148725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000135adb86. 00010000:00000010:3.1:1761317069.148944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d07778. 00010000:00000010:3.1:1761317069.148950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:0.1:1761317069.155033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba038c5. 00010000:00000010:2.1:1761317069.155709:0:78488:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e95fa57e. 00010000:00000010:2.1:1761317069.155716:0:78488:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038d51992. 00010000:00000010:3.1:1761317069.162707:0:78479:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bcd0e76. 00010000:00000010:1.1:1761317069.166663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6bf6c94. 00010000:00000010:1.1:1761317069.166671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f39f6d8. 00010000:00000010:0.1:1761317069.166731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0eff0f9. 00010000:00000010:0.1:1761317069.166738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040d3d4ec. 00010000:00000010:0.1:1761317069.166743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ab527a. 00010000:00000010:0.1:1761317069.166747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00010000:00000010:3.1:1761317069.169728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9fcb57a. 00000400:00000200:0.0:1761317069.171247:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.171250:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.171259:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902764224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.171299:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.171305:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b159ec0 00000400:00000200:0.0:1761317069.171310:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf239 [2] + 656 00000400:00000200:0.0:1761317069.171664:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.171669:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.171673:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.171702:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005b3ac5d. 00000020:00000010:0.0:1761317069.171747:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69d959b. 00000020:00000010:0.0:1761317069.171753:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317069.171757:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.171777:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005b3ac5d x1846872898903744/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.171804:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898903744 02000000:00000010:0.0:1761317069.171813:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c769bd6. 00010000:00000010:0.0:1761317069.171838:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f53d45c. 00010000:00000010:0.0:1761317069.171854:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000551c4f6c. 00000100:00000010:0.0:1761317069.171860:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.171865:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.171867:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000551c4f6c. 00000400:00000010:0.0:1761317069.171877:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317069.171881:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898903744, offset 224 00000400:00000200:0.0:1761317069.171889:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.171900:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.171905:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89641:89641:256:4294967295] 192.168.204.21@tcp LPNI seq info [89641:89641:8:4294967295] 00000400:00000200:0.0:1761317069.171916:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.171922:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.171927:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317069.171933:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.171939:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.171943:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.171960:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317069.171963:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.171966:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e69d959b. 00000800:00000200:0.0:1761317069.172033:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.172037:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:0.0:1761317069.172040:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.172044:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.172046:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:0.0:1761317069.172047:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00000400:00000200:0.0:1761317069.174527:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.174541:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b508700 00000400:00000200:0.0:1761317069.174548:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0835 [1] + 224 00000400:00000200:0.0:1761317069.174557:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.174560:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.174567:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c8ebd8 x1846872902764288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.174597:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.174602:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b159f00 00000400:00000200:0.0:1761317069.174997:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf239 [2] + 984 00000400:00000200:0.0:1761317069.175056:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.175062:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.175068:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.175073:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005eba1e2f. 00000020:00000010:0.0:1761317069.175128:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69d959b. 00000020:00000010:0.0:1761317069.175133:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317069.175138:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.175158:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005eba1e2f x1846872898903808/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.175188:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898903808 02000000:00000010:0.0:1761317069.175198:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a313380b. 00010000:00000010:0.0:1761317069.175231:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000551c4f6c. 00000100:00000010:0.0:1761317069.175237:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.175243:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.175245:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000551c4f6c. 00000400:00000010:0.0:1761317069.175258:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317069.175263:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898903808, offset 224 00000400:00000200:0.0:1761317069.175270:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.175279:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.175284:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89643:89643:256:4294967295] 192.168.204.21@tcp LPNI seq info [89643:89643:8:4294967295] 00000400:00000200:0.0:1761317069.175293:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.175298:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.175302:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317069.175308:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.175313:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.175317:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.175416:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317069.175422:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.175425:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e69d959b. 00000800:00000200:0.0:1761317069.175494:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.175498:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:0.0:1761317069.175501:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.175504:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.175507:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:0.0:1761317069.175508:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00010000:00000010:2.1:1761317069.176716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee9aeb96. 00010000:00000010:2.1:1761317069.176722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44f0a92. 00010000:00000010:1.1:1761317069.177493:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0c4291. 00010000:00000010:0.1:1761317069.178604:0:77332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abacc9c8. 00010000:00000010:1.1:1761317069.178834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065933ced. 00010000:00000010:1.1:1761317069.178840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00000400:00000010:0.0:1761317069.179004:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000039f15b03. 00000400:00000200:0.0:1761317069.179010:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:0.0:1761317069.179012:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000100:00000200:0.0:1761317069.179018:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000074b6d37 x1846872902764352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.179025:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000074b6d37 x1846872902764352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.179055:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000457030e. 02000000:00000010:0.0:1761317069.179063:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000885bb9ae. 00000100:00000010:0.0:1761317069.179067:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000100:00000010:0.0:1761317069.179071:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1544af9. 00010000:00000010:0.0:1761317069.179074:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000099525653. 00010000:00000010:3.1:1761317069.183854:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c76e9a0. 00010000:00000010:3.1:1761317069.183871:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000557a0d56. 00010000:00000010:3.1:1761317069.183876:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000596fd287. 00010000:00000010:1.1:1761317069.196751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ccc387a. 00010000:00000010:3.1:1761317069.197978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069a9cb54. 00010000:00000010:3.1:1761317069.197986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038d51992. 00010000:00000010:3.1:1761317069.201821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922116cb. 00010000:00000010:3.1:1761317069.201838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c688911. 00010000:00000010:3.1:1761317069.201842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00000400:00000200:0.0:1761317069.204414:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.204425:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15a000 00000400:00000200:0.0:1761317069.204430:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf291 [2] + 0 00000400:00000200:0.0:1761317069.204499:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.204504:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.204510:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.204516:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000effa61b4. 00010000:00000010:3.1:1761317069.205101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc4a6f57. 00010000:00000010:3.1:1761317069.205109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ba6db9. 00010000:00000010:2.1:1761317069.208263:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f53626e2. 00010000:00000010:2.1:1761317069.216778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000388affc8. 00010000:00000010:2.1:1761317069.216784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b7ff7a0. 00010000:00000010:2.1:1761317069.216788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038d51992. 00000800:00000200:0.0:1761317069.216858:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.216861:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000026d89bb (tot 82353818). 00000400:00000200:0.0:1761317069.216865:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.216869:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.216871:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:0.0:1761317069.216872:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00000100:00000200:0.0:1761317069.216878:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902764672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761317069.219229:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69d959b. 00000020:00000010:0.0:1761317069.219235:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8a0f262. 00000020:00000010:0.0:1761317069.219238:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.219257:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074c8ebd8 x1846872898904192/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.219411:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898904192 02000000:00000010:0.0:1761317069.219423:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019351cb5. 00010000:00000010:0.0:1761317069.219447:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aac2bd5a. 00010000:00000010:0.0:1761317069.219464:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd4c2b0a. 00000100:00000010:0.0:1761317069.219469:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.219483:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.219485:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd4c2b0a. 00000400:00000010:0.0:1761317069.219496:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317069.219499:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898904192, offset 224 00000400:00000200:0.0:1761317069.219505:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.219515:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.219520:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89655:89655:256:4294967295] 192.168.204.21@tcp LPNI seq info [89655:89655:8:4294967295] 00000400:00000200:0.0:1761317069.219528:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.219533:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.219536:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317069.219540:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.219546:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.219550:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.219565:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8a0f262. 00000020:00000010:0.0:1761317069.219568:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.219571:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e69d959b. 00000800:00000200:0.0:1761317069.220256:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.220261:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82354066). 00000400:00000200:0.0:1761317069.220265:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.220268:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.220271:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:0.0:1761317069.220273:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00000800:00000200:0.0:1761317069.220434:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.220436:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b451628 (tot 82353818). 00000400:00000200:0.0:1761317069.220440:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.220444:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.220446:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac6fae6 00000400:00000010:0.0:1761317069.220448:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac6fae6. 00000100:00000200:0.0:1761317069.220453:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902764736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.225711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015fec645. 00010000:00000010:2.1:1761317069.225833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c4fb24b. 00010000:00000010:2.1:1761317069.225839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6723804. 00000400:00000200:0.0:1761317069.227356:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.227374:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5088c0 00000400:00000200:0.0:1761317069.227393:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb088d [1] + 224 00000400:00000200:0.0:1761317069.227411:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.227415:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.227426:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902764736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.231697:0:78493:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000521248d7. 00010000:00000010:2.1:1761317069.231706:0:78493:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:0.1:1761317069.231945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d31aa82. 00000020:00000010:0.0:1761317069.231995:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69d959b. 00000020:00000010:0.0:1761317069.232004:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317069.232008:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.232032:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b1829d9 x1846872898904256/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.232078:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898904256 02000000:00000010:0.0:1761317069.232089:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000737f50bc. 00010000:00000010:0.0:1761317069.232113:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000931f1741. 00010000:00000010:0.0:1761317069.232129:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd4c2b0a. 00000100:00000010:0.0:1761317069.232134:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.232514:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.232519:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd4c2b0a. 00000400:00000010:0.0:1761317069.232534:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317069.232539:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898904256, offset 224 00000400:00000200:0.0:1761317069.232547:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.232560:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.232566:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89657:89657:256:4294967295] 192.168.204.21@tcp LPNI seq info [89657:89657:8:4294967295] 00000400:00000200:0.0:1761317069.232577:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.232582:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.232587:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317069.232593:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.232600:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.232604:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.232633:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317069.232637:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.232641:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e69d959b. 00000800:00000200:0.0:1761317069.233935:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.233938:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82353818). 00000400:00000200:0.0:1761317069.233942:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.233946:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.233948:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dda9d8 00000400:00000010:0.0:1761317069.233949:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dda9d8. 00000100:00000200:0.0:1761317069.233954:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008e6a67e x1846872902764800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.241854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b64747. 00010000:00000010:3.1:1761317069.245720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d28ade9. 00010000:00000010:3.1:1761317069.245727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f39f6d8. 00010000:00000010:2.1:1761317069.246027:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f550ea0d. 00000800:00000200:0.0:1761317069.246177:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.246185:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064da095c (tot 82354066). 00000400:00000200:0.0:1761317069.246189:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.246192:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.246196:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:0.0:1761317069.246197:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 02000000:00000010:0.0:1761317069.246207:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045e8681a. 00000800:00000200:0.0:1761317069.246437:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.246439:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:0.0:1761317069.246443:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.246446:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.246448:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:0.0:1761317069.246449:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:0.0:1761317069.246454:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902764992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.251171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082569ea9. 00010000:00000010:3.1:1761317069.251202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ba6db9. 00010000:00000010:3.1:1761317069.251207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025003bd3. 00010000:00000010:3.1:1761317069.251210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000769132e8. 00010000:00000010:3.1:1761317069.251213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00080000:00000010:0.0:1761317069.252555:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000589fabd0. 00010000:00000010:0.0:1761317069.253036:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:0.0:1761317069.253044:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e4a2619. 00010000:00000010:0.0:1761317069.253125:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317069.253132:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.253144:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f905f3d. 00000100:00000010:0.0:1761317069.253149:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.253158:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.253169:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022b9e2b6. 02000000:00000010:0.0:1761317069.253193:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e69d959b. 00000400:00000010:0.0:1761317069.253198:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317069.253202:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.253207:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765056, portal 16 00000400:00000010:0.0:1761317069.253211:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317069.253213:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765056, offset 0 00000400:00000200:0.0:1761317069.253219:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.253227:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.253233:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.253236:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.253240:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.253242:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89666:89666:256:4294967295] 192.168.204.21@tcp LPNI seq info [89666:89666:8:4294967295] 00000400:00000200:0.0:1761317069.253249:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.253253:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.253257:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317069.253261:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.253266:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.253269:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317069.254064:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c314c5. 00010000:00000010:0.1:1761317069.259723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041d4f405. 00010000:00000010:3.1:1761317069.259734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023f98158. 00010000:00000010:0.1:1761317069.259740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006188138c. 00010000:00000010:3.1:1761317069.259742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047bcb888. 00010000:00000010:3.1:1761317069.261815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d46547. 00000400:00000010:0.0:1761317069.266086:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d23d3181. 00000400:00000200:0.0:1761317069.266091:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317069.266093:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.266099:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c67c6b61 x1846872902765056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.266107:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c67c6b61 x1846872902765056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.266142:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e69d959b. 02000000:00000010:0.0:1761317069.266149:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022b9e2b6. 00000100:00000010:0.0:1761317069.266155:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c67c6b61. 00000100:00000010:0.0:1761317069.266162:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.266166:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f905f3d. 00080000:00000010:0.0:1761317069.266894:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e69d959b. 00010000:00000010:0.0:1761317069.266977:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.266984:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000026d2a84f. 00010000:00000010:0.0:1761317069.267055:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.0:1761317069.267061:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.267070:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f905f3d. 00000100:00000010:0.0:1761317069.267073:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.267080:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.267153:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022b9e2b6. 02000000:00000010:0.0:1761317069.267180:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be541707. 00000400:00000010:0.0:1761317069.267185:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317069.267189:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.267194:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765120, portal 16 00000400:00000010:0.0:1761317069.267198:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317069.267200:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765120, offset 0 00000400:00000200:0.0:1761317069.267205:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.267213:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.267219:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.267223:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.267226:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.267228:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89668:89668:256:4294967295] 192.168.204.21@tcp LPNI seq info [89668:89668:8:4294967295] 00000400:00000200:0.0:1761317069.267235:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.267239:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.267243:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317069.267248:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.267254:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.267256:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317069.272939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bea87fa. 00010000:00000010:0.1:1761317069.272953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00010000:00000010:2.1:1761317069.273728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007865ca19. 00000400:00000010:0.0:1761317069.275189:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d23d3181. 00000400:00000200:0.0:1761317069.275193:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317069.275195:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.275200:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c67c6b61 x1846872902765120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.275207:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c67c6b61 x1846872902765120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317069.275227:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084ffca22. 02000000:00000010:0.0:1761317069.275240:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be541707. 02000000:00000010:0.0:1761317069.275245:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022b9e2b6. 00000100:00000010:0.0:1761317069.275251:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c67c6b61. 00000100:00000010:0.0:1761317069.275257:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.275259:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f905f3d. 00080000:00000010:0.0:1761317069.275274:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be541707. 00010000:00000010:0.0:1761317069.275350:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.275356:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c85a2e18. 00010000:00000010:0.0:1761317069.275433:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317069.275438:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.275454:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f905f3d. 00000100:00000010:0.0:1761317069.275457:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.275462:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.275472:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022b9e2b6. 02000000:00000010:0.0:1761317069.275492:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000707cf2ad. 00000400:00000010:0.0:1761317069.275495:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317069.275498:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.275502:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765184, portal 16 00000400:00000010:0.0:1761317069.275506:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317069.275507:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765184, offset 0 00000400:00000200:0.0:1761317069.275513:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.275519:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.275524:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.275528:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.275531:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.275533:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89670:89670:256:4294967295] 192.168.204.21@tcp LPNI seq info [89670:89670:8:4294967295] 00000400:00000200:0.0:1761317069.275541:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.275546:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.275549:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317069.275552:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.275556:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.275559:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761317069.281194:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d23d3181. 00000400:00000200:0.0:1761317069.281199:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317069.281201:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.281207:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c67c6b61 x1846872902765184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.281214:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c67c6b61 x1846872902765184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.281243:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000707cf2ad. 02000000:00000010:0.0:1761317069.281249:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022b9e2b6. 00000100:00000010:0.0:1761317069.281255:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c67c6b61. 00000100:00000010:0.0:1761317069.281262:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.281265:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f905f3d. 00080000:00000010:0.0:1761317069.282752:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000707cf2ad. 00010000:00000010:0.0:1761317069.282842:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.282850:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ed6e26b. 00010000:00000010:0.0:1761317069.282946:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:0.0:1761317069.282952:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.282961:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f905f3d. 00000100:00000010:0.0:1761317069.282965:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.282973:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.282986:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022b9e2b6. 02000000:00000010:0.0:1761317069.283020:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003214a23e. 00000400:00000010:0.0:1761317069.283026:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317069.283031:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.283036:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765248, portal 16 00000400:00000010:0.0:1761317069.283040:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317069.283042:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765248, offset 0 00000400:00000200:0.0:1761317069.283049:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.283056:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.283062:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.283065:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.283068:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.283071:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89672:89672:256:4294967295] 192.168.204.21@tcp LPNI seq info [89672:89672:8:4294967295] 00000400:00000200:0.0:1761317069.283079:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.283083:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.283086:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317069.283090:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.283094:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.283096:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761317069.286580:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d23d3181. 00000400:00000200:0.0:1761317069.286586:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317069.286588:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.286596:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c67c6b61 x1846872902765248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.286604:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c67c6b61 x1846872902765248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.286631:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003214a23e. 02000000:00000010:0.0:1761317069.286635:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022b9e2b6. 00000100:00000010:0.0:1761317069.286640:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c67c6b61. 00000100:00000010:0.0:1761317069.286647:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.286651:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f905f3d. 00010000:00000010:0.1:1761317069.286916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c834e58. 00010000:00000010:0.1:1761317069.286923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f6fa8a5. 00010000:00000010:0.1:1761317069.286927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3ae4ca. 00080000:00000010:0.0:1761317069.287501:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003214a23e. 00010000:00000010:0.0:1761317069.287581:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.287587:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000621695db. 00010000:00000010:0.0:1761317069.287665:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.0:1761317069.287670:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.287718:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f905f3d. 00000100:00000010:0.0:1761317069.287723:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.287728:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.287738:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058e68f1a. 02000000:00000010:0.0:1761317069.287758:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2dae4af. 00000400:00000010:0.0:1761317069.287762:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317069.287766:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.287770:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765312, portal 16 00000400:00000010:0.0:1761317069.287773:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317069.287775:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765312, offset 0 00000400:00000200:0.0:1761317069.287780:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.287786:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.287792:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.287796:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.287798:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.287801:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89674:89674:255:4294967295] 192.168.204.21@tcp LPNI seq info [89674:89674:7:4294967295] 00000400:00000200:0.0:1761317069.287824:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.287829:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.287831:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354314). 00000800:00000200:0.0:1761317069.287835:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.287842:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.287844:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761317069.290755:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d23d3181. 00000400:00000200:0.0:1761317069.290760:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317069.290762:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.290769:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c67c6b61 x1846872902765312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.290776:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c67c6b61 x1846872902765312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.290805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5d8d8c5. 02000000:00000010:0.0:1761317069.290971:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2dae4af. 02000000:00000010:0.0:1761317069.290979:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058e68f1a. 00000100:00000010:0.0:1761317069.290982:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c67c6b61. 00000100:00000010:0.0:1761317069.290989:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.290993:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f905f3d. 00080000:00000010:0.0:1761317069.291931:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058e68f1a. 00010000:00000010:0.0:1761317069.292008:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.292015:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c17e8f2a. 00010000:00000010:0.0:1761317069.292083:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317069.292088:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.292097:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f905f3d. 00000100:00000010:0.0:1761317069.292101:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.292106:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.292116:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2dae4af. 02000000:00000010:0.0:1761317069.292139:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7b4343d. 00000400:00000010:0.0:1761317069.292144:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317069.292149:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.292152:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765376, portal 16 00000400:00000010:0.0:1761317069.292156:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317069.292158:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765376, offset 0 00000400:00000200:0.0:1761317069.292164:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.292170:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.292175:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.292179:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.292181:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.292184:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89676:89676:255:4294967295] 192.168.204.21@tcp LPNI seq info [89676:89676:7:4294967295] 00000400:00000200:0.0:1761317069.292190:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.292195:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.292198:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354314). 00000800:00000200:0.0:1761317069.292202:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.292206:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.292208:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317069.294745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e0af517. 00010000:00000010:3.1:1761317069.294746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072be4b96. 00010000:00000010:0.1:1761317069.294764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00010000:00000010:0.1:1761317069.294769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096d483c4. 00010000:00000010:0.1:1761317069.294772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:0.1:1761317069.299457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ac787ec. 00010000:00000010:0.1:1761317069.299466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3ae4ca. 00000400:00000010:0.0:1761317069.299483:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d23d3181. 00000400:00000200:0.0:1761317069.299486:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317069.299487:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.299495:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c67c6b61 x1846872902765376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.299502:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c67c6b61 x1846872902765376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317069.299522:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000640c3845. 02000000:00000010:0.0:1761317069.299536:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7b4343d. 02000000:00000010:0.0:1761317069.299540:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2dae4af. 00000100:00000010:0.0:1761317069.299543:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c67c6b61. 00000100:00000010:0.0:1761317069.299551:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.299553:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f905f3d. 00080000:00000010:0.0:1761317069.299569:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2dae4af. 00010000:00000010:0.0:1761317069.299652:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.299659:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9119138. 00010000:00000010:3.1:1761317069.299712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000854b32d. 00010000:00000010:0.0:1761317069.302452:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.0:1761317069.302466:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.302479:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f905f3d. 00000100:00000010:0.0:1761317069.302486:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.302495:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.302508:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7b4343d. 02000000:00000010:0.0:1761317069.302534:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1ffa536. 00000400:00000010:0.0:1761317069.302539:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317069.302546:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.302553:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765440, portal 16 00000400:00000010:0.0:1761317069.302560:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317069.302561:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765440, offset 0 00000400:00000200:0.0:1761317069.302570:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.302584:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.302592:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.302595:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.302598:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.302601:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89678:89678:256:4294967295] 192.168.204.21@tcp LPNI seq info [89678:89678:8:4294967295] 00000400:00000200:0.0:1761317069.302609:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.302615:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.302620:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317069.302626:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.302633:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.302636:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761317069.305206:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d23d3181. 00000400:00000200:0.0:1761317069.305212:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317069.305214:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.305219:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c67c6b61 x1846872902765440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.305227:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c67c6b61 x1846872902765440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.305256:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1ffa536. 02000000:00000010:0.0:1761317069.305262:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a7b4343d. 00000100:00000010:0.0:1761317069.305265:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c67c6b61. 00000100:00000010:0.0:1761317069.305272:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.305275:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f905f3d. 00080000:00000010:0.0:1761317069.305398:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7b4343d. 00010000:00000010:0.0:1761317069.305484:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.305492:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008ee4453. 00010000:00000010:0.0:1761317069.305561:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:0.0:1761317069.305567:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.305576:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f905f3d. 00000100:00000010:0.0:1761317069.305580:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.305586:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.305596:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1ffa536. 02000000:00000010:0.0:1761317069.305618:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000452c966e. 00000400:00000010:0.0:1761317069.305623:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317069.305627:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.305632:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765504, portal 16 00000400:00000010:0.0:1761317069.305638:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317069.306107:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765504, offset 0 00010000:00000010:0.1:1761317069.307902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dae5291. 00010000:00000010:0.1:1761317069.307914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4bc719d. 00010000:00000010:0.1:1761317069.307918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00000020:00000010:0.0:1761317069.310996:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1f41c23. 00000020:00000010:0.0:1761317069.311007:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000094478b9e. 00000020:00000010:0.0:1761317069.311011:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.311035:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000082e16a95 x1846872898905024/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.311065:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898905024 02000000:00000010:0.0:1761317069.311074:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083f7740d. 00010000:00000010:0.0:1761317069.311115:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd4c2b0a. 00000100:00000010:0.0:1761317069.311122:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.311128:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.311131:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd4c2b0a. 00000400:00000010:0.0:1761317069.311144:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317069.311148:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898905024, offset 224 00000400:00000200:0.0:1761317069.311156:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.311166:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.311172:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89681:89681:256:4294967295] 192.168.204.21@tcp LPNI seq info [89681:89681:8:4294967295] 00000400:00000200:0.0:1761317069.311181:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.311186:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.311190:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317069.311197:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.311204:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.311208:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.311227:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000094478b9e. 00000020:00000010:0.0:1761317069.311230:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.311233:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1f41c23. 00000800:00000200:0.0:1761317069.311296:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.311300:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:0.0:1761317069.311303:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.311307:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.311309:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:0.0:1761317069.311311:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000400:00000200:0.0:1761317069.318349:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.318370:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b508c00 00000400:00000200:0.0:1761317069.318389:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0931 [1] + 224 00000400:00000200:0.0:1761317069.318403:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.318406:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.318417:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f78b74e x1846872902765568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.318454:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.318459:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15a400 00000400:00000200:0.0:1761317069.318463:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf341 [2] + 656 00000400:00000200:0.0:1761317069.318514:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.318518:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.318522:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.318528:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005b3ac5d. 00000020:00000010:0.0:1761317069.318575:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1f41c23. 00000020:00000010:0.0:1761317069.318582:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000094478b9e. 00000020:00000010:0.0:1761317069.318586:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.318608:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005b3ac5d x1846872898905088/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.318633:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898905088 02000000:00000010:0.0:1761317069.318642:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6be4dc9. 00010000:00000010:0.0:1761317069.318674:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd4c2b0a. 00000100:00000010:0.0:1761317069.318700:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.318706:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.318709:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd4c2b0a. 00000400:00000010:0.0:1761317069.318721:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317069.318725:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898905088, offset 224 00000400:00000200:0.0:1761317069.318732:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.318742:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.318747:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89683:89683:256:4294967295] 192.168.204.21@tcp LPNI seq info [89683:89683:8:4294967295] 00000400:00000200:0.0:1761317069.318755:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.318759:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.318763:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317069.318768:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.318774:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.318778:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.318792:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000094478b9e. 00000020:00000010:0.0:1761317069.318795:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.318797:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1f41c23. 00000800:00000200:0.0:1761317069.318845:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.318848:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:0.0:1761317069.318851:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.318854:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.318856:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:0.0:1761317069.318858:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000800:00000200:0.0:1761317069.321108:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.321116:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:0.0:1761317069.321123:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.321130:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.321134:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:0.0:1761317069.321136:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000100:00000200:0.0:1761317069.321142:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002f78b74e x1846872902765632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.326753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f52a2026. 00000400:00000200:0.0:1761317069.329039:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.329059:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b508c40 00000400:00000200:0.0:1761317069.329067:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb093d [1] + 224 00000400:00000200:0.0:1761317069.329080:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.329083:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.329093:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f78b74e x1846872902765632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.329836:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8dfe0b3. 00010000:00000010:0.1:1761317069.329845:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3ae4ca. 00000400:00000200:0.0:1761317069.329868:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.329875:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15a440 00000400:00000200:0.0:1761317069.329882:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf341 [2] + 984 00000400:00000200:0.0:1761317069.329938:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.329942:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.329947:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.329951:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005eba1e2f. 00000800:00000200:0.0:1761317069.331147:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.331150:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:0.0:1761317069.331153:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.331157:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.331159:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:0.0:1761317069.331161:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:0.0:1761317069.331166:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017829550 x1846872902765696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.340356:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051fff163. 00010000:00000010:3.1:1761317069.340370:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7e21f1b. 00010000:00000010:3.1:1761317069.340375:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:3.1:1761317069.340377:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51752a4. 00010000:00000010:3.1:1761317069.340390:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069b75055. 00010000:00000010:3.1:1761317069.340394:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047bcb888. 00010000:00000010:3.1:1761317069.340396:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015589391. 00010000:00000010:3.1:1761317069.340399:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00010000:00000010:1.1:1761317069.341216:0:78498:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccca9ac3. 00010000:00000010:1.1:1761317069.341223:0:78498:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000195bd3ae. 00010000:00000010:1.1:1761317069.341227:0:78498:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ba6db9. 00010000:00000010:3.1:1761317069.349597:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ed38423. 00010000:00000010:3.1:1761317069.349608:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dab88a7. 00010000:00000010:3.1:1761317069.349613:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004939a944. 00010000:00000010:3.1:1761317069.349616:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7bc0ea. 00010000:00000010:3.1:1761317069.349619:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eebe8d0. 00010000:00000010:3.1:1761317069.349622:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00000400:00000010:0.0:1761317069.351659:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f26ae894. 00000400:00000200:0.0:1761317069.351664:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:0.0:1761317069.351665:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:0.0:1761317069.351672:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902765824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.351695:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902765824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317069.351716:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e41e322f. 02000000:00000010:0.0:1761317069.351730:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018f8a177. 02000000:00000010:0.0:1761317069.351735:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3c50f8f. 00000100:00000010:0.0:1761317069.351739:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:0.0:1761317069.351741:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da99b5fe. 00010000:00000010:0.0:1761317069.351744:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ab26bd6. 00080000:00000010:0.0:1761317069.351759:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8372ad8. 00010000:00000010:0.0:1761317069.351841:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:0.0:1761317069.351847:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025a40b35. 00010000:00000010:0.0:1761317069.351912:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.0:1761317069.351919:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.351929:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd4c2b0a. 00000100:00000010:0.0:1761317069.351933:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.351940:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae86948c. 02000000:00000010:0.0:1761317069.351950:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000398fb0b6. 02000000:00000010:0.0:1761317069.351973:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec727136. 00000400:00000010:0.0:1761317069.351989:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317069.351993:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317069.351997:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765888, portal 16 00000400:00000010:0.0:1761317069.352001:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317069.352002:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765888, offset 0 00000400:00000200:0.0:1761317069.352007:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.352015:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.352021:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.352024:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.352027:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.352029:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89692:89692:256:4294967295] 192.168.204.21@tcp LPNI seq info [89692:89692:8:4294967295] 00000400:00000200:0.0:1761317069.352037:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.352041:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.352045:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317069.352050:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.352055:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.352058:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761317069.358140:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7cc8acc. 00000400:00000200:0.0:1761317069.358149:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:0.0:1761317069.358150:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000100:00000200:0.0:1761317069.358161:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae86948c x1846872902765888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.358171:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae86948c x1846872902765888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317069.358195:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038e5fa17. 02000000:00000010:0.0:1761317069.358210:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec727136. 02000000:00000010:0.0:1761317069.358215:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000398fb0b6. 00000100:00000010:0.0:1761317069.358218:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae86948c. 00000100:00000010:0.0:1761317069.358225:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.358228:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd4c2b0a. 00080000:00000010:0.0:1761317069.358246:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000398fb0b6. 00010000:00000010:0.0:1761317069.358338:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.358345:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052aee377. 00010000:00000010:0.0:1761317069.358429:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013ab527a. 00010000:00000010:0.0:1761317069.358433:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9b04fc2. 00010000:00000010:0.0:1761317069.358437:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317069.358442:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00080000:00000010:0.0:1761317069.358455:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec727136. 00010000:00000010:0.0:1761317069.358480:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.358483:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9b04fc2. 00010000:00000010:0.0:1761317069.358532:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317069.358535:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.358544:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd4c2b0a. 00000100:00000010:0.0:1761317069.358550:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.358556:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae86948c. 02000000:00000010:0.0:1761317069.358567:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000532e5ae4. 02000000:00000010:0.0:1761317069.358591:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c67a92b. 00000400:00000010:0.0:1761317069.358596:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317069.358600:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317069.358605:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902765952, portal 16 00000400:00000010:0.0:1761317069.358609:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317069.358611:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902765952, offset 0 00000400:00000200:0.0:1761317069.358617:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.358630:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.358636:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.358639:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.358642:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.358645:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89694:89694:256:4294967295] 192.168.204.21@tcp LPNI seq info [89694:89694:8:4294967295] 00000400:00000200:0.0:1761317069.358655:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.358660:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.358664:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317069.358669:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.358676:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.358697:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317069.359745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b29127fb. 00010000:00000010:0.1:1761317069.359757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d56ba2d. 00010000:00000010:0.1:1761317069.359760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047bcb888. 00000400:00000010:0.0:1761317069.363848:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7cc8acc. 00000400:00000200:0.0:1761317069.363853:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:0.0:1761317069.363855:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000100:00000200:0.0:1761317069.363861:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae86948c x1846872902765952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.363868:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae86948c x1846872902765952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.363896:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c67a92b. 02000000:00000010:0.0:1761317069.363903:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000532e5ae4. 00000100:00000010:0.0:1761317069.363907:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae86948c. 00000100:00000010:0.0:1761317069.363913:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.363917:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd4c2b0a. 00000020:00000010:0.0:1761317069.364350:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000532e5ae4. 00000020:00000010:0.0:1761317069.364356:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317069.364361:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.364392:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e664071e x1846872898905472/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.364426:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898905472 02000000:00000010:0.0:1761317069.364438:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c67a92b. 00010000:00000010:0.0:1761317069.364468:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073bc6b92. 00010000:00000010:0.0:1761317069.364488:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd4c2b0a. 00000100:00000010:0.0:1761317069.364493:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.364512:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.364516:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd4c2b0a. 00000400:00000010:0.0:1761317069.364528:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317069.364533:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898905472, offset 224 00000400:00000200:0.0:1761317069.364540:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.364551:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.364556:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89695:89695:256:4294967295] 192.168.204.21@tcp LPNI seq info [89695:89695:8:4294967295] 00000400:00000200:0.0:1761317069.364566:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.364570:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.364574:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317069.364579:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.364585:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.364589:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.364609:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317069.364613:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.364616:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000532e5ae4. 00000800:00000200:0.0:1761317069.364701:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.364704:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:0.0:1761317069.364708:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.364712:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.364714:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:0.0:1761317069.364716:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000800:00000200:0.0:1761317069.364942:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.364945:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da224e96 (tot 82353818). 00000400:00000200:0.0:1761317069.364948:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.364952:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.364954:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:0.0:1761317069.364956:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00000100:00000200:0.0:1761317069.364962:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902766016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.366750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fc0d9d2. 00010000:00000010:0.1:1761317069.366765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e8b783f. 00010000:00000010:0.1:1761317069.366769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.1:1761317069.366773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ab527a. 00010000:00000010:0.1:1761317069.366776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00000400:00000010:0.0:1761317069.367707:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037d4f2c3. 00000400:00000200:0.0:1761317069.367713:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b652d 00000400:00000010:0.0:1761317069.367715:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b652d. 00000100:00000200:0.0:1761317069.367731:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902766016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.367742:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902766016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.367767:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e31feaa. 02000000:00000010:0.0:1761317069.367772:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083f76e09. 00000100:00000010:0.0:1761317069.367777:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:0.0:1761317069.367780:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0247674. 00010000:00000010:0.0:1761317069.367783:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8315e7e. 00000400:00000200:0.0:1761317069.368442:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.368460:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15a5c0 00000400:00000200:0.0:1761317069.368466:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf399 [2] + 656 00000400:00000200:0.0:1761317069.368853:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.368860:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.368865:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.368871:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae86948c. 00080000:00000010:0.0:1761317069.369713:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000532e5ae4. 00010000:00000010:0.0:1761317069.369807:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007181d2ee. 00010000:00000010:0.0:1761317069.369813:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003f899f8f. 00010000:00000010:0.0:1761317069.369884:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317069.369890:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.369900:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd4c2b0a. 00000100:00000010:0.0:1761317069.369904:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.369910:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000067093209. 02000000:00000010:0.0:1761317069.369920:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002235ddaf. 02000000:00000010:0.0:1761317069.369948:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c06005bd. 00000400:00000010:0.0:1761317069.369955:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317069.369959:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317069.369965:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902766080, portal 16 00000400:00000010:0.0:1761317069.369970:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317069.369972:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902766080, offset 0 00000400:00000200:0.0:1761317069.369978:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.369986:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.369992:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.369995:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.369998:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.370000:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89698:89698:255:4294967295] 192.168.204.21@tcp LPNI seq info [89698:89698:7:4294967295] 00000400:00000200:0.0:1761317069.370009:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.370013:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.370016:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354314). 00000800:00000200:0.0:1761317069.370020:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.370024:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.370027:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317069.370701:0:78502:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008941b931. 00010000:00000010:2.1:1761317069.370708:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00010000:00000010:0.1:1761317069.370970:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075f87611. 00010000:00000010:3.1:1761317069.374897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098a95085. 00000400:00000010:0.0:1761317069.376107:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7cc8acc. 00000400:00000200:0.0:1761317069.376112:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:0.0:1761317069.376115:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000100:00000200:0.0:1761317069.376122:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000067093209 x1846872902766080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.376131:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000067093209 x1846872902766080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.376159:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c06005bd. 02000000:00000010:0.0:1761317069.376164:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002235ddaf. 00000100:00000010:0.0:1761317069.376169:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000067093209. 00000100:00000010:0.0:1761317069.376174:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.376178:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd4c2b0a. 00010000:00000010:0.1:1761317069.380211:0:78498:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e8edab. 00010000:00000010:0.1:1761317069.380225:0:78498:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:1.1:1761317069.385954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec3c5fe3. 00010000:00000010:2.1:1761317069.390142:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bec2fde4. 00010000:00000010:2.1:1761317069.390150:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00010000:00000010:1.1:1761317069.404158:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be557c61. 00010000:00000010:1.1:1761317069.404168:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6723804. 00010000:00000010:1.1:1761317069.404171:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000535ed3e5. 00010000:00000010:3.1:1761317069.406649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff4e2aee. 00010000:00000010:3.1:1761317069.406660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002300de8b. 00010000:00000010:3.1:1761317069.406664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00010000:00000010:3.1:1761317069.406668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015589391. 00010000:00000010:3.1:1761317069.406670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aefd22e. 00000400:00000010:0.0:1761317069.413552:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a57f008e. 00000400:00000200:0.0:1761317069.413556:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:0.0:1761317069.413558:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000100:00000200:0.0:1761317069.413564:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce9e3dde x1846872902766336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.413572:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce9e3dde x1846872902766336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317069.413592:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000314a8916. 02000000:00000010:0.0:1761317069.413606:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8e82b55. 02000000:00000010:0.0:1761317069.413613:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004090bb1f. 00000100:00000010:0.0:1761317069.413616:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce9e3dde. 00000100:00000010:0.0:1761317069.413619:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c4df2b6. 00010000:00000010:0.0:1761317069.413621:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008648a089. 00080000:00000010:0.0:1761317069.413654:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e80ef1c. 00010000:00000010:0.0:1761317069.413776:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:0.0:1761317069.413783:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be06b27c. 00010000:00000010:0.0:1761317069.413871:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.0:1761317069.413879:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.413889:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd4c2b0a. 00000100:00000010:0.0:1761317069.413894:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.413902:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000067093209. 02000000:00000010:0.0:1761317069.413913:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044137ba8. 02000000:00000010:0.0:1761317069.413943:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ab44ab8. 00000400:00000010:0.0:1761317069.413949:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317069.413954:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317069.413959:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902766400, portal 16 00000400:00000010:0.0:1761317069.413963:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317069.413964:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902766400, offset 0 00000400:00000200:0.0:1761317069.413970:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.413979:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.413985:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.413988:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.413991:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.413994:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89708:89708:256:4294967295] 192.168.204.21@tcp LPNI seq info [89708:89708:8:4294967295] 00000400:00000200:0.0:1761317069.414001:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.414017:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.414021:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317069.414026:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.414031:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.414034:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317069.419588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008820284c. 00010000:00000010:3.1:1761317069.419601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beb19db4. 00010000:00000010:3.1:1761317069.419605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27e3194. 00010000:00000010:0.1:1761317069.422609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088bae94a. 00010000:00000010:0.1:1761317069.422623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dd1c1db. 00010000:00000010:0.1:1761317069.422628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aefd22e. 00000020:00000010:0.0:1761317069.427585:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044137ba8. 00000020:00000010:0.0:1761317069.427598:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8a0f262. 00000020:00000010:0.0:1761317069.427603:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.427633:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000969f37e1 x1846872898905984/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.427662:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898905984 02000000:00000010:0.0:1761317069.427674:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ab44ab8. 00010000:00000010:0.0:1761317069.427746:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005c7d8ac. 00000100:00000010:0.0:1761317069.427754:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7830a56. 00000100:00000010:0.0:1761317069.427761:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7830a56. 00010000:00000010:0.0:1761317069.427765:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005c7d8ac. 00000400:00000010:0.0:1761317069.427779:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317069.427786:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898905984, offset 224 00000400:00000200:0.0:1761317069.427794:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.428148:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.428155:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89711:89711:256:4294967295] 192.168.204.21@tcp LPNI seq info [89711:89711:8:4294967295] 00000400:00000200:0.0:1761317069.428166:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.428172:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.428177:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354066). 00000800:00000200:0.0:1761317069.428184:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.428191:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.428195:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.428216:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8a0f262. 00000020:00000010:0.0:1761317069.428220:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.428223:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044137ba8. 00000800:00000200:0.0:1761317069.430127:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.430134:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00000400:00000200:0.0:1761317069.430143:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.430152:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.430157:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace4178 00000400:00000010:0.0:1761317069.430160:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace4178. 00010000:00000010:3.1:1761317069.434107:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bab0d02. 00010000:00000010:3.1:1761317069.434115:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052a28a8f. 00010000:00000010:3.1:1761317069.434121:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3ae4ca. 00000400:00000010:0.0:1761317069.449311:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:0.0:1761317069.449316:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:0.0:1761317069.449318:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00000100:00000200:0.0:1761317069.449325:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c8ebd8 x1846872902766592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.449332:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c8ebd8 x1846872902766592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.449364:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000804c4197. 02000000:00000010:0.0:1761317069.449369:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba204598. 00000100:00000010:0.0:1761317069.449373:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 00000100:00000010:0.0:1761317069.449387:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e8a4dac. 00010000:00000010:0.0:1761317069.449393:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000020:00000010:0.0:1761317069.450336:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000044137ba8. 00000020:00000010:0.0:1761317069.450343:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8a0f262. 00000020:00000010:0.0:1761317069.450348:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.450373:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000058098599 x1846872898906112/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.450412:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898906112 02000000:00000010:0.0:1761317069.450423:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bcb77a1c. 00010000:00000010:0.0:1761317069.450456:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035a34e53. 00010000:00000010:0.0:1761317069.450484:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005c7d8ac. 00000100:00000010:0.0:1761317069.450491:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1848df7. 00000100:00000010:0.0:1761317069.450500:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1848df7. 00010000:00000010:0.0:1761317069.450503:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005c7d8ac. 00000400:00000010:0.0:1761317069.450516:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317069.450521:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898906112, offset 224 00000400:00000200:0.0:1761317069.450529:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.450541:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.450547:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89715:89715:256:4294967295] 192.168.204.21@tcp LPNI seq info [89715:89715:8:4294967295] 00000400:00000200:0.0:1761317069.450558:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.450564:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.450569:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354066). 00000800:00000200:0.0:1761317069.450574:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.450581:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.450586:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.450608:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8a0f262. 00000020:00000010:0.0:1761317069.450613:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.450616:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000044137ba8. 00080000:00000010:0.0:1761317069.450753:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ba907c6. 00010000:00000010:0.0:1761317069.450861:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008d8dd4a. 00010000:00000010:0.0:1761317069.450868:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001bd17f36. 00010000:00000010:0.0:1761317069.450943:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.0:1761317069.450950:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.450959:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005c7d8ac. 00000100:00000010:0.0:1761317069.450963:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1848df7. 00000100:00000010:0.0:1761317069.450970:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026ce2e30. 02000000:00000010:0.0:1761317069.450982:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1a6dc01. 02000000:00000010:0.0:1761317069.451007:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070d2f2a8. 00000400:00000010:0.0:1761317069.451012:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bceb9b15. 00000400:00000010:0.0:1761317069.451016:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317069.451021:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902766656, portal 16 00000400:00000010:0.0:1761317069.451025:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317069.451027:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902766656, offset 0 00000400:00000200:0.0:1761317069.451033:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.451040:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.451048:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.451051:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.451055:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.451057:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89716:89716:255:4294967295] 192.168.204.21@tcp LPNI seq info [89716:89716:7:4294967295] 00000400:00000200:0.0:1761317069.451065:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.451069:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.451072:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354314). 00000800:00000200:0.0:1761317069.451075:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.451079:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.451081:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761317069.453913:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bceb9b15. 00000400:00000200:0.0:1761317069.453918:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7f51b1 00000400:00000010:0.0:1761317069.453920:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7f51b1. 00000100:00000200:0.0:1761317069.453929:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce2e30 x1846872902766656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.453936:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026ce2e30 x1846872902766656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317069.453956:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1af0ee7. 02000000:00000010:0.0:1761317069.453968:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070d2f2a8. 02000000:00000010:0.0:1761317069.453974:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1a6dc01. 00000100:00000010:0.0:1761317069.453977:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026ce2e30. 00000100:00000010:0.0:1761317069.453982:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1848df7. 00010000:00000010:0.0:1761317069.453984:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005c7d8ac. 00080000:00000010:0.0:1761317069.453999:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1a6dc01. 00010000:00000010:0.0:1761317069.454076:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.454083:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002176ffd7. 00010000:00000010:0.0:1761317069.454164:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.0:1761317069.454169:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.454178:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005c7d8ac. 00000100:00000010:0.0:1761317069.454181:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1848df7. 00000100:00000010:0.0:1761317069.454187:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026ce2e30. 02000000:00000010:0.0:1761317069.454197:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070d2f2a8. 02000000:00000010:0.0:1761317069.454217:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d8c2f9e. 00000400:00000010:0.0:1761317069.454220:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bceb9b15. 00000400:00000010:0.0:1761317069.454224:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317069.454228:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902766720, portal 16 00000400:00000010:0.0:1761317069.454232:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317069.454235:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902766720, offset 0 00000400:00000200:0.0:1761317069.454241:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.454251:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.454258:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.454262:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.454265:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.454268:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89717:89717:256:4294967295] 192.168.204.21@tcp LPNI seq info [89717:89717:8:4294967295] 00000400:00000200:0.0:1761317069.454277:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.454282:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.454286:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317069.454292:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.454298:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.454302:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317069.454746:0:78515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006714f717. 00010000:00000010:2.1:1761317069.454752:0:78515:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a004f32c. 00010000:00000010:2.1:1761317069.454757:0:78515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27e3194. 00000400:00000010:0.0:1761317069.460311:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bceb9b15. 00000400:00000200:0.0:1761317069.460319:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7f51b1 00000400:00000010:0.0:1761317069.460322:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7f51b1. 00000100:00000200:0.0:1761317069.460334:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce2e30 x1846872902766720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.460343:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026ce2e30 x1846872902766720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.460385:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d8c2f9e. 02000000:00000010:0.0:1761317069.460392:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070d2f2a8. 00000100:00000010:0.0:1761317069.460398:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026ce2e30. 00000100:00000010:0.0:1761317069.460403:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1848df7. 00010000:00000010:0.0:1761317069.460407:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005c7d8ac. 00010000:00000010:2.1:1761317069.461429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da5fc00b. 00010000:00000010:1.1:1761317069.462154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4f62c2c. 00010000:00000010:1.1:1761317069.462165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:1.1:1761317069.462168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a887b96. 00010000:00000010:1.1:1761317069.462172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b9ab76. 00010000:00000010:0.1:1761317069.462355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e2c344. 00010000:00000010:0.1:1761317069.462362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4c0155b. 00010000:00000010:0.1:1761317069.462366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab500535. 00010000:00000010:0.1:1761317069.462369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8b1f6aa. 00010000:00000010:0.1:1761317069.462371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000a6eb60. 00010000:00000010:0.1:1761317069.462374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00000020:00000010:0.0:1761317069.462420:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070d2f2a8. 00000020:00000010:0.0:1761317069.462427:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8a0f262. 00000020:00000010:0.0:1761317069.462433:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.462458:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee68a5b3 x1846872898906240/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.463105:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898906240 02000000:00000010:0.0:1761317069.463122:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005d8c2f9e. 00010000:00000010:0.0:1761317069.463155:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092ea38e7. 00010000:00000010:0.0:1761317069.463201:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005c7d8ac. 00000100:00000010:0.0:1761317069.463209:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1848df7. 00000100:00000010:0.0:1761317069.463233:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1848df7. 00010000:00000010:0.0:1761317069.463236:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005c7d8ac. 00000400:00000010:0.0:1761317069.463250:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317069.463256:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898906240, offset 224 00000400:00000200:0.0:1761317069.463265:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.463277:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.463283:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89719:89719:256:4294967295] 192.168.204.21@tcp LPNI seq info [89719:89719:8:4294967295] 00000400:00000200:0.0:1761317069.463292:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.463297:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.463301:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82353914). 00000800:00000200:0.0:1761317069.463307:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.463315:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.463318:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.463340:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8a0f262. 00000020:00000010:0.0:1761317069.463344:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.463347:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070d2f2a8. 02000000:00000010:0.0:1761317069.463356:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018f8a177. 00000100:00000010:0.0:1761317069.463359:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000091f7d582. 02000000:00000010:0.0:1761317069.463363:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bcb77a1c. 00000100:00000010:0.0:1761317069.463364:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000058098599. 02000000:00000010:0.0:1761317069.463367:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008e31feaa. 00000100:00000010:0.0:1761317069.463369:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b1829d9. 02000000:00000010:0.0:1761317069.463373:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ab44ab8. 00000100:00000010:0.0:1761317069.463375:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000969f37e1. 02000000:00000010:0.0:1761317069.463387:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f72cf79. 00000100:00000010:0.0:1761317069.463389:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000052d0a2e6. 02000000:00000010:0.0:1761317069.463393:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a22af2fe. 00000100:00000010:0.0:1761317069.463397:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000200:0.0:1761317069.463403:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317069.463409:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bceb9b15. 00000400:00000010:0.0:1761317069.463414:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1848df7 (tot 82354066). 00000400:00000010:0.0:1761317069.472135:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000acdff1ee. 00000400:00000200:0.0:1761317069.472140:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:0.0:1761317069.472142:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 00000100:00000200:0.0:1761317069.472149:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b67d81 x1846872902766784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.472157:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b67d81 x1846872902766784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.472189:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e31feaa. 02000000:00000010:0.0:1761317069.472195:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f72cf79. 00000100:00000010:0.0:1761317069.472198:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 00000100:00000010:0.0:1761317069.472202:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0247674. 00010000:00000010:0.0:1761317069.472205:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003826d4fc. 00010000:00000010:2.1:1761317069.477316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5d2a5ce. 00010000:00000010:2.1:1761317069.477331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.1:1761317069.477486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.0:1761317069.477736:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.0:1761317069.477744:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.477756:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005c7d8ac. 00000100:00000010:0.0:1761317069.477763:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.477773:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026ce2e30. 02000000:00000010:0.0:1761317069.477788:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bcb77a1c. 02000000:00000010:0.0:1761317069.477822:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070d2f2a8. 00000400:00000010:0.0:1761317069.477828:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d670d9fc. 00000400:00000010:0.0:1761317069.477835:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317069.477842:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902766848, portal 16 00000400:00000010:0.0:1761317069.477847:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317069.477849:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902766848, offset 0 00000400:00000200:0.0:1761317069.477858:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.477873:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.477880:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.477884:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.477886:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.477890:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89722:89722:256:4294967295] 192.168.204.21@tcp LPNI seq info [89722:89722:8:4294967295] 00000400:00000200:0.0:1761317069.477899:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.477906:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.477911:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317069.477918:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.477925:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.477929:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317069.479778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a74e819d. 00000400:00000010:0.0:1761317069.490937:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d670d9fc. 00000400:00000200:0.0:1761317069.490943:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000464f94af 00000400:00000010:0.0:1761317069.490945:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000464f94af. 00000100:00000200:0.0:1761317069.490953:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce2e30 x1846872902766848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.490962:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026ce2e30 x1846872902766848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317069.490986:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1126abf. 02000000:00000010:0.0:1761317069.491013:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070d2f2a8. 02000000:00000010:0.0:1761317069.491019:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bcb77a1c. 00000100:00000010:0.0:1761317069.491023:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026ce2e30. 00000100:00000010:0.0:1761317069.491028:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.491032:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005c7d8ac. 00080000:00000010:0.0:1761317069.491057:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcb77a1c. 00010000:00000010:0.0:1761317069.491143:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.491151:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0996987. 00010000:00000010:0.0:1761317069.491324:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013ab527a. 00010000:00000010:0.0:1761317069.491329:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003aa1da9a. 00010000:00000010:0.0:1761317069.491334:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.0:1761317069.491340:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00080000:00000010:0.0:1761317069.491353:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070d2f2a8. 00010000:00000010:0.0:1761317069.491391:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.491396:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003aa1da9a. 00010000:00000010:0.0:1761317069.491449:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317069.491453:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.491461:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005c7d8ac. 00000100:00000010:0.0:1761317069.491466:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.491472:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026ce2e30. 02000000:00000010:0.0:1761317069.491484:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d8c2f9e. 02000000:00000010:0.0:1761317069.491527:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002235ddaf. 00000400:00000010:0.0:1761317069.491532:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d670d9fc. 00000400:00000010:0.0:1761317069.491539:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317069.491544:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902766912, portal 16 00000400:00000010:0.0:1761317069.491548:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317069.491550:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902766912, offset 0 00000400:00000200:0.0:1761317069.491557:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.491567:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.491575:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.491578:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.491581:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.491583:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89724:89724:256:4294967295] 192.168.204.21@tcp LPNI seq info [89724:89724:8:4294967295] 00000400:00000200:0.0:1761317069.491591:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.491597:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.491600:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317069.491605:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.491611:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.491614:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317069.491707:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.491709:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:0.0:1761317069.491713:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.491717:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.491719:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:0.0:1761317069.491721:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00000100:00000200:0.0:1761317069.491725:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026ce2e30 x1846872902766912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.492096:0:78478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dac74fc5. 00010000:00000010:2.1:1761317069.492102:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00000400:00000010:0.0:1761317069.497538:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d670d9fc. 00000400:00000200:0.0:1761317069.497542:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000464f94af 00000400:00000010:0.0:1761317069.497544:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000464f94af. 00000100:00000200:0.0:1761317069.497559:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce2e30 x1846872902766912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.497567:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026ce2e30 x1846872902766912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.497598:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002235ddaf. 02000000:00000010:0.0:1761317069.497605:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d8c2f9e. 00000100:00000010:0.0:1761317069.497610:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026ce2e30. 00000100:00000010:0.0:1761317069.497615:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.497618:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005c7d8ac. 00080000:00000010:0.0:1761317069.497642:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002235ddaf. 00010000:00000010:0.0:1761317069.497740:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.497746:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096c5c637. 00010000:00000010:0.0:1761317069.497813:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317069.497819:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.497828:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005c7d8ac. 00000100:00000010:0.0:1761317069.497832:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.497838:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026ce2e30. 02000000:00000010:0.0:1761317069.497847:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c67a92b. 02000000:00000010:0.0:1761317069.497869:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d8c2f9e. 00000400:00000010:0.0:1761317069.497873:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d670d9fc. 00000400:00000010:0.0:1761317069.497876:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317069.497880:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902766976, portal 16 00000400:00000010:0.0:1761317069.497883:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317069.497884:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902766976, offset 0 00000400:00000200:0.0:1761317069.497889:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.497895:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.497900:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.497903:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.497906:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.497908:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89726:89726:255:4294967295] 192.168.204.21@tcp LPNI seq info [89726:89726:7:4294967295] 00000400:00000200:0.0:1761317069.497915:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.497919:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.497922:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354314). 00000800:00000200:0.0:1761317069.497926:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.497930:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.497932:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317069.498736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.1:1761317069.498745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a5a5679. 00010000:00000010:0.1:1761317069.498749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.1:1761317069.498752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ab527a. 00010000:00000010:0.1:1761317069.498754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00000800:00000200:0.0:1761317069.504079:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.504088:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:0.0:1761317069.504095:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.504104:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.504110:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:0.0:1761317069.504112:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00000100:00000200:0.0:1761317069.504121:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026ce2e30 x1846872902766976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.506828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028172868. 00010000:00000010:0.1:1761317069.507328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009af20471. 00010000:00000010:0.1:1761317069.507335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00000400:00000200:0.0:1761317069.509799:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.509816:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5091c0 00000400:00000200:0.0:1761317069.509824:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0a51 [1] + 224 00000400:00000200:0.0:1761317069.509839:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.509843:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.509854:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902767040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.510707:0:78519:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da284a47. 00010000:00000010:1.1:1761317069.510716:0:78519:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a42a495e. 00010000:00000010:1.1:1761317069.510720:0:78519:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00000800:00000200:0.0:1761317069.510966:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.510969:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:0.0:1761317069.510973:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.510977:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.510979:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:0.0:1761317069.510981:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000800:00000200:0.0:1761317069.511366:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.511368:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000040b06359 (tot 82353818). 00000400:00000200:0.0:1761317069.511372:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.511387:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.511389:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:0.0:1761317069.511391:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000100:00000200:0.0:1761317069.511397:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cb5fd115 x1846872902767104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.513480:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.513492:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15aa00 00000400:00000200:0.0:1761317069.513498:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf455 [2] + 1640 00000400:00000200:0.0:1761317069.513556:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.513560:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.513565:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.513570:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026ce2e30. 00000800:00000200:0.0:1761317069.515425:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.515433:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82354066). 00000400:00000200:0.0:1761317069.515436:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.515441:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.515445:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:0.0:1761317069.515447:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000800:00000200:0.0:1761317069.516257:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.516261:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064da095c (tot 82353818). 00000400:00000200:0.0:1761317069.516266:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.516272:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.516275:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:0.0:1761317069.516277:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:0.0:1761317069.516283:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000211632ce x1846872902767168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.516875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc272e8b. 00010000:00000010:2.1:1761317069.517612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b4bc8be. 00010000:00000010:2.1:1761317069.517620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b9ab76. 00010000:00000010:2.1:1761317069.518789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c25ca021. 00010000:00000010:2.1:1761317069.518796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:3.1:1761317069.518998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a2d9e7b. 00000400:00000200:0.0:1761317069.523250:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.523267:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509280 00000400:00000200:0.0:1761317069.523276:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0a79 [1] + 224 00000400:00000200:0.0:1761317069.523286:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.523290:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.523299:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa102895 x1846872902767232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.523720:0:78521:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005756071d. 00000400:00000200:0.0:1761317069.525822:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.525838:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15aa80 00000400:00000200:0.0:1761317069.525847:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf4ad [2] + 0 00000400:00000200:0.0:1761317069.525866:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.525870:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.525877:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.525883:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000067093209. 00010000:00000010:3.1:1761317069.527442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd8de1fd. 00010000:00000010:3.1:1761317069.527455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:3.1:1761317069.527459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015589391. 00010000:00000010:3.1:1761317069.527462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00000800:00000200:0.0:1761317069.528274:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.528279:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82354066). 00000400:00000200:0.0:1761317069.528286:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.528292:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.528296:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:0.0:1761317069.528297:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000800:00000200:0.0:1761317069.528330:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.528332:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d915388 (tot 82353818). 00000400:00000200:0.0:1761317069.528336:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.528340:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.528342:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:0.0:1761317069.528344:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:0.0:1761317069.528350:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902767296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.531901:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ef894a6. 00010000:00000010:2.1:1761317069.531914:0:78478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097a61074. 00010000:00000010:2.1:1761317069.531918:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aea86556. 00000400:00000010:0.0:1761317069.533770:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009c081e9. 00000400:00000200:0.0:1761317069.533775:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:0.0:1761317069.533777:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000100:00000200:0.0:1761317069.533786:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902767296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.533794:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902767296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.533824:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e83a0f2f. 02000000:00000010:0.0:1761317069.533830:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f72cf79. 00000100:00000010:0.0:1761317069.533835:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:0.0:1761317069.533840:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0247674. 00010000:00000010:0.0:1761317069.533843:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bf9eb6d. 00000800:00000200:0.0:1761317069.541502:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.541507:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:0.0:1761317069.541511:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.541515:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.541519:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab1bb0c 00000400:00000010:0.0:1761317069.541520:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab1bb0c. 00010000:00000010:2.1:1761317069.543803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035f2cfc5. 00010000:00000010:2.1:1761317069.543825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000007aa7d9. 00010000:00000010:2.1:1761317069.543829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00000400:00000010:0.0:1761317069.544833:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9c903b. 00000400:00000200:0.0:1761317069.544838:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:0.0:1761317069.544840:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00000100:00000200:0.0:1761317069.544846:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902767424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.544854:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902767424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.544883:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3b9a0c3. 02000000:00000010:0.0:1761317069.544890:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d976588. 00000100:00000010:0.0:1761317069.544905:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:0.0:1761317069.544912:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0247674. 00010000:00000010:0.0:1761317069.544917:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0730ea6. 00000800:00000200:0.0:1761317069.547172:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.547177:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25cfc05 (tot 82353818). 00000400:00000200:0.0:1761317069.547182:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.547187:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.547191:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:0.0:1761317069.547192:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000800:00000200:0.0:1761317069.547924:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.547928:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006028aa8e (tot 82353818). 00000400:00000200:0.0:1761317069.547932:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.547936:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.547939:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:0.0:1761317069.547940:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000100:00000200:0.0:1761317069.547946:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902767488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317069.550204:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:0.0:1761317069.550209:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac6fae6 00000400:00000010:0.0:1761317069.550211:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac6fae6. 00000100:00000200:0.0:1761317069.550219:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902767488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.550233:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902767488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.550261:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d976588. 02000000:00000010:0.0:1761317069.550267:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007c647f76. 00000100:00000010:0.0:1761317069.550270:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:0.0:1761317069.550275:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e0afd0d. 00010000:00000010:0.0:1761317069.550278:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005331a244. 00000400:00000200:0.0:1761317069.551827:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.551845:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ab80 00000400:00000200:0.0:1761317069.551852:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf4ad [2] + 1312 00000400:00000200:0.0:1761317069.551912:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.551916:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.551923:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.551929:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae86948c. 00010000:00000010:3.1:1761317069.554769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c808c2e. 00010000:00000010:3.1:1761317069.554801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf5a324f. 00010000:00000010:2.1:1761317069.555245:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5bda333. 00010000:00000010:2.1:1761317069.555253:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.1:1761317069.558721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069a604b1. 00010000:00000010:2.1:1761317069.558732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:3.1:1761317069.559134:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000914ffec5. 00010000:00000010:2.1:1761317069.562063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008104c646. 00010000:00000010:2.1:1761317069.562069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.1:1761317069.562073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000470ef60a. 00010000:00000010:2.1:1761317069.562076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:3.1:1761317069.570188:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e059bc08. 00010000:00000010:3.1:1761317069.570198:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9b8b3f7. 00010000:00000010:3.1:1761317069.570201:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00000400:00000010:0.0:1761317069.571961:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:0.0:1761317069.571966:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:0.0:1761317069.571967:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000100:00000200:0.0:1761317069.571980:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017829550 x1846872902767680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.571989:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017829550 x1846872902767680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317069.572009:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000acfbec0b. 02000000:00000010:0.0:1761317069.572021:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d8c2f9e. 02000000:00000010:0.0:1761317069.572028:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e228a485. 00000100:00000010:0.0:1761317069.572031:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017829550. 00000100:00000010:0.0:1761317069.572035:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e8a4dac. 00010000:00000010:0.0:1761317069.572037:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b78837f3. 00080000:00000010:0.0:1761317069.572057:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ab44ab8. 00010000:00000010:0.0:1761317069.572141:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b12e23b8. 00010000:00000010:0.0:1761317069.572148:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a597f0d5. 00010000:00000010:0.0:1761317069.572215:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317069.572223:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.572233:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728fc47d. 00000100:00000010:0.0:1761317069.572238:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.572246:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005b3ac5d. 02000000:00000010:0.0:1761317069.572256:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c06005bd. 02000000:00000010:0.0:1761317069.572280:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044137ba8. 00000400:00000010:0.0:1761317069.572286:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5482768. 00000400:00000010:0.0:1761317069.572289:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317069.572294:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902767744, portal 16 00000400:00000010:0.0:1761317069.572298:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317069.572300:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902767744, offset 0 00000400:00000200:0.0:1761317069.572307:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.572320:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.572326:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.572329:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.572332:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.572335:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89749:89749:256:4294967295] 192.168.204.21@tcp LPNI seq info [89749:89749:8:4294967295] 00000400:00000200:0.0:1761317069.572345:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.572351:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.572355:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317069.572361:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.572368:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.572372:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317069.572479:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.572482:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:0.0:1761317069.572486:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.572490:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.572493:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:0.0:1761317069.572494:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00000100:00000200:0.0:1761317069.572499:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005b3ac5d x1846872902767744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.574703:0:78526:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0018a62. 00010000:00000010:1.1:1761317069.574711:0:78526:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00010000:00000010:0.1:1761317069.578701:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8a2398. 00010000:00000010:0.1:1761317069.578709:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b13e899c. 00010000:00000010:0.1:1761317069.578713:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c6c2af7. 00010000:00000010:2.1:1761317069.579773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000902d90cc. 00000400:00000200:0.0:1761317069.580906:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.580925:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ac80 00000400:00000200:0.0:1761317069.580934:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf505 [2] + 328 00000400:00000200:0.0:1761317069.580991:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.580997:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.581004:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.581010:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005eba1e2f. 00000020:00000010:0.0:1761317069.581061:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c06005bd. 00000020:00000010:0.0:1761317069.581068:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.581073:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.581099:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005eba1e2f x1846872898907264/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.581131:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898907264 02000000:00000010:0.0:1761317069.581141:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000044137ba8. 00010000:00000010:0.0:1761317069.581170:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f27cfc6. 00010000:00000010:0.0:1761317069.581191:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c4ceafdb. 00000100:00000010:0.0:1761317069.581198:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.581210:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.581214:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c4ceafdb. 00000400:00000010:0.0:1761317069.581227:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317069.581231:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898907264, offset 224 00000400:00000200:0.0:1761317069.581239:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.581250:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.581256:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89751:89751:256:4294967295] 192.168.204.21@tcp LPNI seq info [89751:89751:8:4294967295] 00000400:00000200:0.0:1761317069.581270:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.581277:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.581281:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317069.581288:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.581295:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.581299:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.581316:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.581321:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.581324:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c06005bd. 00080000:00000010:0.0:1761317069.581356:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c06005bd. 00010000:00000010:0.0:1761317069.581445:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.581452:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ea49e60. 00010000:00000010:0.0:1761317069.581542:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.0:1761317069.581549:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.581561:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c4ceafdb. 00000100:00000010:0.0:1761317069.581565:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.581573:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.581583:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e228a485. 02000000:00000010:0.0:1761317069.581606:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d8c2f9e. 00000400:00000010:0.0:1761317069.581611:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ccffd1d6. 00000400:00000010:0.0:1761317069.581615:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317069.581619:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902767808, portal 16 00000400:00000010:0.0:1761317069.581623:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317069.581624:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902767808, offset 0 00000400:00000200:0.0:1761317069.581629:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.581635:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.581642:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.581645:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.581647:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.581649:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89752:89752:255:4294967295] 192.168.204.21@tcp LPNI seq info [89752:89752:7:4294967295] 00000400:00000200:0.0:1761317069.581656:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.581661:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.581663:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354314). 00000800:00000200:0.0:1761317069.581667:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.581671:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.581673:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761317069.584919:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.584940:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5094c0 00000400:00000200:0.0:1761317069.584950:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ae9 [1] + 224 00000400:00000200:0.0:1761317069.584962:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.585260:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.585272:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c67c6b61 x1846872902767808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.585311:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.585318:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15acc0 00000400:00000200:0.0:1761317069.585323:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf505 [2] + 656 00000400:00000200:0.0:1761317069.585571:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.585576:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.585580:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.585586:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000effa61b4. 00000020:00000010:0.0:1761317069.585643:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016dc84b5. 00000020:00000010:0.0:1761317069.585649:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.585655:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00010000:00000010:0.1:1761317069.586659:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061aafd81. 00010000:00000010:0.1:1761317069.586669:0:65609:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048de33f9. 00010000:00000010:0.1:1761317069.586673:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00000100:00000200:0.0:1761317069.586693:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000effa61b4 x1846872898907328/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.586731:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898907328 02000000:00000010:0.0:1761317069.586743:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a313380b. 00010000:00000010:0.0:1761317069.586771:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000376b6bdf. 00010000:00000010:0.0:1761317069.586789:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab8c65b6. 00000100:00000010:0.0:1761317069.586795:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.586805:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.586860:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab8c65b6. 00000400:00000010:0.0:1761317069.586875:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317069.586880:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898907328, offset 224 00000400:00000200:0.0:1761317069.586889:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.586902:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.586908:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89753:89753:256:4294967295] 192.168.204.21@tcp LPNI seq info [89753:89753:8:4294967295] 00000400:00000200:0.0:1761317069.586921:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.586927:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.586931:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317069.586937:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.586945:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.586949:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.586968:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.586974:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.586978:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016dc84b5. 00000800:00000200:0.0:1761317069.587314:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.587318:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:0.0:1761317069.587323:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.587327:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.587330:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:0.0:1761317069.587332:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00000800:00000200:0.0:1761317069.591002:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.591010:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82353818). 00000400:00000200:0.0:1761317069.591017:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.591025:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.591030:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0aa9e89 00000400:00000010:0.0:1761317069.591032:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0aa9e89. 00000100:00000200:0.0:1761317069.591040:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a88443b x1846872902767872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.592180:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.592196:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509500 00000400:00000200:0.0:1761317069.592205:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0af5 [1] + 224 00000400:00000200:0.0:1761317069.592219:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.592222:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.592228:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a88443b x1846872902767872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.592551:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.592557:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ad00 00000400:00000200:0.0:1761317069.592561:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf505 [2] + 984 00000400:00000200:0.0:1761317069.592603:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.592606:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.592610:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.592615:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 00010000:00000010:0.1:1761317069.592997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047abcc51. 00000800:00000200:0.0:1761317069.593472:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.593474:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82354066). 00000400:00000200:0.0:1761317069.593477:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.593480:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.593483:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:0.0:1761317069.593484:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000800:00000200:0.0:1761317069.593609:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.593612:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:0.0:1761317069.593615:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.593618:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.593620:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:0.0:1761317069.593621:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:0.0:1761317069.593624:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a88443b x1846872902767936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.595774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3e5d240. 00010000:00000010:3.1:1761317069.595785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00000400:00000200:0.0:1761317069.595856:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.595872:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509540 00000400:00000200:0.0:1761317069.595879:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0b01 [1] + 224 00000400:00000200:0.0:1761317069.595890:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.595893:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.595902:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a88443b x1846872902767936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.595936:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.595942:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ad40 00000400:00000200:0.0:1761317069.595947:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf505 [2] + 1312 00000400:00000200:0.0:1761317069.595997:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.596002:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.596006:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.596012:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005b3ac5d. 00000100:00000200:0.0:1761317069.596430:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898907456 02000000:00000010:0.0:1761317069.596442:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016dc84b5. 00010000:00000010:0.0:1761317069.596469:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001761169a. 00010000:00000010:0.0:1761317069.596489:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab8c65b6. 00000100:00000010:0.0:1761317069.596495:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.596509:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.596512:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab8c65b6. 00000400:00000010:0.0:1761317069.596524:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317069.596529:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898907456, offset 224 00000400:00000200:0.0:1761317069.596536:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.596549:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.596555:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89757:89757:256:4294967295] 192.168.204.21@tcp LPNI seq info [89757:89757:8:4294967295] 00000400:00000200:0.0:1761317069.596565:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.596570:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.596574:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317069.596580:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.596593:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.596596:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.596623:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:0.0:1761317069.596630:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8af3fc6. 00000020:00000010:0.0:1761317069.596634:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c67a92b. 00010000:00000010:1.1:1761317069.598978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c19a9ccb. 00010000:00000010:0.1:1761317069.601791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8f138f5. 00010000:00000010:3.1:1761317069.604609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b4ab079. 00010000:00000010:3.1:1761317069.604622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a79655f. 00010000:00000010:3.1:1761317069.605710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027737c92. 00010000:00000010:3.1:1761317069.605718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e195dc. 00000020:00000010:0.0:1761317069.605923:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5ad271e. 00000020:00000010:0.0:1761317069.605930:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.605934:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.605955:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000082e16a95 x1846872898907520/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.605984:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898907520 02000000:00000010:0.0:1761317069.605994:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb0c04f4. 00010000:00000010:0.0:1761317069.606024:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afab1851. 00010000:00000010:0.0:1761317069.606046:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab8c65b6. 00000100:00000010:0.0:1761317069.606055:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.606060:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.606063:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab8c65b6. 00000400:00000010:0.0:1761317069.606077:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317069.606081:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898907520, offset 224 00000400:00000200:0.0:1761317069.606089:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.606100:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.606105:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89759:89759:256:4294967295] 192.168.204.21@tcp LPNI seq info [89759:89759:8:4294967295] 00000400:00000200:0.0:1761317069.606115:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.606121:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.606125:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317069.606131:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.606138:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.606141:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.606162:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.606167:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.606170:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5ad271e. 00000800:00000200:0.0:1761317069.606237:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.606241:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:0.0:1761317069.606245:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.606248:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.606250:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:0.0:1761317069.606252:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 00000800:00000200:0.0:1761317069.606901:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.607271:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82353818). 00000400:00000200:0.0:1761317069.607276:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.607281:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.607284:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:0.0:1761317069.607285:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:0.0:1761317069.607291:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a88443b x1846872902768064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761317069.612554:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.612558:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:0.0:1761317069.612564:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.612567:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.612570:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:0.0:1761317069.612571:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 02000000:00000010:0.0:1761317069.612577:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000abc8bb6a. 00010000:00000010:0.1:1761317069.612717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b69de26. 00010000:00000010:3.1:1761317069.613869:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dac6d125. 00010000:00000010:3.1:1761317069.613880:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099aea487. 00000020:00000010:0.0:1761317069.621175:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000317649ce. 00000020:00000010:0.0:1761317069.621417:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.621425:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.621451:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068b05b97 x1846872898907712/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.621486:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898907712 02000000:00000010:0.0:1761317069.621498:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050e3b8dd. 00010000:00000010:0.0:1761317069.621536:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab8c65b6. 00000100:00000010:0.0:1761317069.621545:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.621552:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.621555:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab8c65b6. 00000400:00000010:0.0:1761317069.621570:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317069.621574:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898907712, offset 224 00000400:00000200:0.0:1761317069.621583:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.621595:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.621600:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89765:89765:256:4294967295] 192.168.204.21@tcp LPNI seq info [89765:89765:8:4294967295] 00000400:00000200:0.0:1761317069.621610:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.621614:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.621618:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317069.621623:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.621629:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.621633:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.621651:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.621655:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.621659:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000317649ce. 00010000:00000010:2.1:1761317069.623835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b405a930. 00010000:00000010:2.1:1761317069.629716:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d290aa3. 00010000:00000010:2.1:1761317069.629723:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e195dc. 00000020:00000010:0.0:1761317069.633852:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000317649ce. 00000020:00000010:0.0:1761317069.633860:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.633865:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.633888:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064fe2df4 x1846872898907840/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.633921:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898907840 02000000:00000010:0.0:1761317069.633931:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4d3fbc9. 00010000:00000010:0.0:1761317069.633964:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab8c65b6. 00000100:00000010:0.0:1761317069.633970:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.633976:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.633979:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab8c65b6. 00000400:00000010:0.0:1761317069.633990:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317069.633995:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898907840, offset 224 00000400:00000200:0.0:1761317069.634002:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.634012:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.634016:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89769:89769:256:4294967295] 192.168.204.21@tcp LPNI seq info [89769:89769:8:4294967295] 00000400:00000200:0.0:1761317069.634026:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.634030:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.634035:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317069.634039:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.634046:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.634049:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.634070:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.634074:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.634076:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000317649ce. 00000100:00000010:0.0:1761317069.635803:0:71792:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000067093209. 02000000:00000010:0.0:1761317069.635813:0:71792:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc743480. 00000100:00000010:0.0:1761317069.636559:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae86948c. 02000000:00000010:0.0:1761317069.636572:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000513e09e0. 00000100:00000010:0.0:1761317069.636587:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026ce2e30. 02000000:00000010:0.0:1761317069.636593:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083c883eb. 00000100:00000010:0.0:1761317069.636603:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005eba1e2f. 02000000:00000010:0.0:1761317069.636606:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005892c310. 00000100:00000010:0.0:1761317069.636627:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000effa61b4. 02000000:00000010:0.0:1761317069.636633:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2b5ca9e. 00000100:00000010:0.0:1761317069.636646:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c67c6b61. 02000000:00000010:0.0:1761317069.636652:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a9f05a13. 00000100:00000010:0.0:1761317069.636660:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005b3ac5d. 02000000:00000010:0.0:1761317069.636663:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e800cbe9. 00000100:00000010:0.0:1761317069.636701:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009bac2139. 02000000:00000010:0.0:1761317069.636706:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000237334ba. 00000100:00000010:0.0:1761317069.636713:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a6cfd32b. 02000000:00000010:0.0:1761317069.636716:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d77722b2. 00000100:00000010:0.0:1761317069.636726:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317069.636729:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d414dfd4. 00000100:00000010:0.0:1761317069.636735:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317069.636739:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001272205e. 00000100:00000010:0.0:1761317069.636743:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a0c8ad16. 02000000:00000010:0.0:1761317069.636751:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e7b94961. 02000000:00000010:0.0:1761317069.637935:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a50c2ed. 00000400:00000010:0.0:1761317069.638164:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004ea0240e. 00000400:00000010:0.0:1761317069.638330:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317069.638525:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846872902768448, portal 4 00000400:00000010:0.0:1761317069.639019:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.641394:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846872902768448, offset 0 00000400:00000200:0.0:1761317069.641404:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317069.641410:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317069.641417:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb89b509740 00000400:00000200:0.0:1761317069.641463:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31b7d [8] + 6944 00000400:00000200:0.0:1761317069.641468:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.641470:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317069.641473:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1761317069.641476:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a0c8ad16. 00000400:00000200:0.0:1761317069.641498:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317069.641499:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.641504:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000067093209 x1846872902768448/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:0.0:1761317069.641523:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000317649ce. 00000400:00000010:0.0:1761317069.641526:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001be1cb74. 00000400:00000010:0.0:1761317069.641528:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.641530:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902768768, portal 4 00000400:00000010:0.0:1761317069.641534:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317069.641535:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846872902768768, offset 0 00000400:00000200:0.0:1761317069.641538:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317069.641542:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317069.641545:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb89b509880 00000400:00000200:0.0:1761317069.641549:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x46df1 [256] + 5600 00000400:00000200:0.0:1761317069.641552:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.641554:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317069.641556:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1761317069.641560:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000403eed67. 00000400:00000200:0.0:1761317069.641568:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:0.0:1761317069.641569:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000100:00000200:0.0:1761317069.641571:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000026ce2e30 x1846872902768768/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761317076 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1761317069.641581:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee7ef7f0. 00000400:00000010:0.0:1761317069.641583:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e923b7a9. 00000400:00000010:0.0:1761317069.641585:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317069.641586:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902769024, portal 4 00000400:00000010:0.0:1761317069.641590:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317069.641591:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846872902769024, offset 0 00000400:00000200:0.0:1761317069.641593:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317069.641596:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317069.641599:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb89b509980 00000400:00000200:0.0:1761317069.641602:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x76289 [8] + 6944 00000400:00000200:0.0:1761317069.641605:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.641607:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317069.641609:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1761317069.641612:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d142a554. 00000400:00000200:0.0:1761317069.641618:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:0.0:1761317069.641619:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000100:00000200:0.0:1761317069.641621:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005b3ac5d x1846872902769024/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1761317069.641631:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9836e8f. 00000400:00000010:0.0:1761317069.641633:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317069.641634:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317069.641636:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902769280, portal 4 00000400:00000010:0.0:1761317069.641640:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317069.641641:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846872902769280, offset 0 00000400:00000200:0.0:1761317069.641643:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317069.641646:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317069.641649:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb89b509a80 00000400:00000200:0.0:1761317069.641652:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x76289 [8] + 7168 00000400:00000200:0.0:1761317069.641655:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.641656:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317069.641658:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1761317069.641660:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000026263094. 00000400:00000200:0.0:1761317069.641666:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:0.0:1761317069.641667:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000100:00000200:0.0:1761317069.641669:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010822fe5 x1846872902769280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:0.0:1761317069.641724:0:75527:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb0c04f4. 00000020:00000010:0.0:1761317069.641733:0:75527:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.641735:0:75527:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.641749:0:75527:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872902768768 02000000:00000010:0.0:1761317069.641755:0:75527:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e5ad271e. 00010000:00000200:0.0:1761317069.641759:0:75527:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000403eed67 x1846872902768768/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:225/0 lens 224/224 e 0 to 0 dl 1761317075 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761317069.641766:0:75527:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317069.641769:0:75527:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846872902768768, offset 224 00000400:00000200:0.0:1761317069.641772:0:75527:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317069.641775:0:75527:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317069.641779:0:75527:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb89b509880 00000400:00000200:0.0:1761317069.641787:0:75527:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0bf1 [1] + 224 00000400:00000200:0.0:1761317069.641790:0:75527:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.641792:0:75527:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317069.641795:0:75527:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000026ce2e30 x1846872902768768/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761317076 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1761317069.641806:0:75527:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:0.0:1761317069.641807:0:75527:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000020:00000010:0.0:1761317069.641813:0:75527:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.641815:0:75527:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.641817:0:75527:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb0c04f4. 00000020:00000010:0.0:1761317069.641834:0:66435:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb0c04f4. 00000020:00000010:0.0:1761317069.641837:0:66435:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.641838:0:66435:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317069.641852:0:66435:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872902768448 02000000:00000010:0.0:1761317069.641858:0:66435:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000ab1c2db5. 00010000:00000200:0.0:1761317069.641874:0:66435:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a0c8ad16 x1846872902768448/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 224/368 e 0 to 0 dl 1761317112 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:0.0:1761317069.641881:0:66435:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317069.641882:0:66435:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846872902768448, offset 224 00000400:00000200:0.0:1761317069.641885:0:66435:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317069.641889:0:66435:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317069.641892:0:66435:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb89b509740 00000400:00000200:0.0:1761317069.641897:0:66435:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb0b7d [1] + 224 00000400:00000200:0.0:1761317069.641899:0:66435:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.641901:0:66435:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317069.641905:0:66435:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000067093209 x1846872902768448/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1761317069.641912:0:66435:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:0.0:1761317069.641913:0:66435:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000020:00000010:0.0:1761317069.641917:0:66435:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.641920:0:66435:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.641921:0:66435:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb0c04f4. 00000020:00000010:0.0:1761317069.641962:0:66433:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb0c04f4. 00000020:00000010:0.0:1761317069.641965:0:66433:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.641967:0:66433:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.641980:0:66433:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000341b1f16. 00000020:00000010:0.0:1761317069.641982:0:66433:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.641984:0:66433:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.641992:0:66433:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872902769024 02000000:00000010:0.0:1761317069.642000:0:66433:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ad787c1. 00010000:00000200:0.0:1761317069.642003:0:66433:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d142a554 x1846872902769024/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:262/0 lens 224/224 e 0 to 0 dl 1761317112 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761317069.642010:0:66433:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317069.642013:0:66433:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846872902769024, offset 224 00000400:00000200:0.0:1761317069.642016:0:66433:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317069.642020:0:66433:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317069.642023:0:66433:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb89b509980 00000400:00000200:0.0:1761317069.642026:0:66433:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0bf9 [1] + 224 00000400:00000200:0.0:1761317069.642029:0:66433:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.642031:0:66433:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317069.642034:0:66433:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005b3ac5d x1846872902769024/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1761317069.642042:0:66433:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:0.0:1761317069.642043:0:66433:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000020:00000010:0.0:1761317069.642047:0:66433:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317069.642048:0:66433:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317069.642050:0:66433:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb0c04f4. 00000100:00000200:0.0:1761317069.642056:0:66433:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872902769280 02000000:00000010:0.0:1761317069.642060:0:66433:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb0c04f4. 00010000:00000200:0.0:1761317069.642062:0:66433:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000026263094 x1846872902769280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:262/0 lens 224/224 e 0 to 0 dl 1761317112 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761317069.642068:0:66433:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317069.642070:0:66433:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846872902769280, offset 224 00000400:00000200:0.0:1761317069.642073:0:66433:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317069.642076:0:66433:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317069.642079:0:66433:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb89b509a80 00000400:00000200:0.0:1761317069.642081:0:66433:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xb0c01 [1] + 224 00000400:00000200:0.0:1761317069.642084:0:66433:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.642086:0:66433:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317069.642088:0:66433:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010822fe5 x1846872902769280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1761317069.642094:0:66433:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:0.0:1761317069.642096:0:66433:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000020:00000010:0.0:1761317069.642099:0:66433:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.642101:0:66433:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.642102:0:66433:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000341b1f16. 00000400:00000010:0.0:1761317069.642320:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004ea0240e. 00000400:00000200:0.0:1761317069.642323:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:0.0:1761317069.642324:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 00000100:00000200:0.0:1761317069.642328:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000067093209 x1846872902768448/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1761317069.642334:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000067093209 x1846872902768448/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:0.0:1761317069.642355:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001be1cb74. 00000400:00000200:0.0:1761317069.642356:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317069.642357:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.642359:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000026ce2e30 x1846872902768768/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761317076 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761317069.642365:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000026ce2e30 x1846872902768768/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761317076 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761317069.642372:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e923b7a9. 00000400:00000200:0.0:1761317069.642385:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:0.0:1761317069.642386:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000100:00000200:0.0:1761317069.642388:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005b3ac5d x1846872902769024/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761317069.642393:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005b3ac5d x1846872902769024/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761317069.642403:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:0.0:1761317069.642404:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:0.0:1761317069.642405:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000100:00000200:0.0:1761317069.642406:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010822fe5 x1846872902769280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761317069.642412:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010822fe5 x1846872902769280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1761317069.642420:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a50c2ed. 02000000:00000010:0.0:1761317069.642424:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fc743480. 00000100:00000010:0.0:1761317069.642427:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000067093209. 02000000:00000010:0.0:1761317069.642432:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317649ce. 02000000:00000010:0.0:1761317069.642434:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000083c883eb. 00000100:00000010:0.0:1761317069.642436:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000026ce2e30. 02000000:00000010:0.0:1761317069.642438:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee7ef7f0. 02000000:00000010:0.0:1761317069.642440:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e800cbe9. 00000100:00000010:0.0:1761317069.642441:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005b3ac5d. 02000000:00000010:0.0:1761317069.642444:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9836e8f. 02000000:00000010:0.0:1761317069.642446:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001272205e. 00000100:00000010:0.0:1761317069.642447:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00010000:00000010:2.1:1761317069.642533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007594a53f. 00010000:00000010:2.1:1761317069.642539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b4632a4. 00010000:00000010:2.1:1761317069.642543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:2.1:1761317069.642545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cff615. 00010000:00000010:2.1:1761317069.642548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d051bcf. 00010000:00000010:2.1:1761317069.642551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:1.1:1761317069.643031:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea406b56. 00000800:00000200:0.0:1761317069.646178:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.646182:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d063010d (tot 82353818). 00000400:00000200:0.0:1761317069.646185:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.646190:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.646193:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:0.0:1761317069.646194:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000100:00000200:0.0:1761317069.646199:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6bf661 x1846872902769408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.646854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004422d97. 00010000:00000010:2.1:1761317069.646863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00000020:00000010:0.0:1761317069.649706:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9836e8f. 00000020:00000010:0.0:1761317069.649713:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.649718:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.649740:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077a99891 x1846872898907968/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.649767:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898907968 02000000:00000010:0.0:1761317069.649777:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee7ef7f0. 00010000:00000010:0.0:1761317069.649825:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317069.649833:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.649840:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.649843:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317069.649857:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317069.649862:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898907968, offset 224 00000400:00000200:0.0:1761317069.649874:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.649888:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.649893:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89773:89773:256:4294967295] 192.168.204.21@tcp LPNI seq info [89773:89773:8:4294967295] 00000400:00000200:0.0:1761317069.649908:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.649915:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.649920:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317069.649930:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.649939:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.649944:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.649971:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.649976:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.649979:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9836e8f. 00000800:00000200:0.0:1761317069.650280:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.650283:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:0.0:1761317069.650288:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.650292:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.650294:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:0.0:1761317069.650296:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00000100:00000200:0.0:1761317069.650301:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000043b3a93 x1846872902769472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.653187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047689ded. 00010000:00000010:2.1:1761317069.653203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f712ae35. 00010000:00000010:2.1:1761317069.653207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:1.1:1761317069.653990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023e877c2. 00010000:00000010:3.1:1761317069.655720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e6b5efe. 00010000:00000010:3.1:1761317069.655733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317069.660870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000673cc35d. 00010000:00000010:2.1:1761317069.660884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8360615. 00010000:00000010:2.1:1761317069.660890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099aea487. 00010000:00000010:1.1:1761317069.664711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064afe992. 00000400:00000200:0.0:1761317069.666596:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.666617:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509bc0 00000400:00000200:0.0:1761317069.666628:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0c45 [1] + 224 00000400:00000200:0.0:1761317069.666642:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.666646:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.666658:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000043b3a93 x1846872902769600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.666723:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.666729:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b000 00000400:00000200:0.0:1761317069.666734:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf5b5 [2] + 328 00000400:00000200:0.0:1761317069.666779:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.666784:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.666789:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.666795:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aefff339. 00000020:00000010:0.0:1761317069.670658:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9836e8f. 00000020:00000010:0.0:1761317069.670666:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.670671:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.670734:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f78b74e x1846872898908224/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.670766:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898908224 02000000:00000010:0.0:1761317069.670776:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000317649ce. 00010000:00000010:0.0:1761317069.670804:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7eb8eec. 00010000:00000010:0.0:1761317069.670828:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.670835:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.670854:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.670857:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.670870:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317069.670874:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898908224, offset 224 00000400:00000200:0.0:1761317069.670883:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.670895:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.670900:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89781:89781:256:4294967295] 192.168.204.21@tcp LPNI seq info [89781:89781:8:4294967295] 00000400:00000200:0.0:1761317069.670910:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.670915:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.670919:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317069.670926:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.670933:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.670937:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.670955:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.670959:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.670962:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9836e8f. 00000800:00000200:0.0:1761317069.671042:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.671046:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:0.0:1761317069.671049:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.671052:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.671055:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:0.0:1761317069.671056:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00010000:00000010:2.1:1761317069.671112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d54ecc62. 00010000:00000010:2.1:1761317069.671118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:2.1:1761317069.671122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030619371. 00010000:00000010:2.1:1761317069.671125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006edf3cd2. 00010000:00000010:2.1:1761317069.671128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00000400:00000200:0.0:1761317069.673521:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.673537:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509c40 00000400:00000200:0.0:1761317069.673545:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0c5d [1] + 224 00000400:00000200:0.0:1761317069.673559:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.673563:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.673571:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902769728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.675216:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.675232:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b080 00000400:00000200:0.0:1761317069.675239:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf5b5 [2] + 984 00000400:00000200:0.0:1761317069.675294:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.675298:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.675305:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.675310:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f19a1883. 00000800:00000200:0.0:1761317069.676533:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.676536:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:0.0:1761317069.676539:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.676544:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.676547:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070a4146e 00000400:00000010:0.0:1761317069.676548:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070a4146e. 00000100:00000200:0.0:1761317069.676553:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902769792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.678928:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.678946:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509c80 00000400:00000200:0.0:1761317069.678955:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0c69 [1] + 224 00000400:00000200:0.0:1761317069.678966:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.678970:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.678979:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902769792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.679013:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.679019:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b0c0 00000400:00000200:0.0:1761317069.679024:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf5b5 [2] + 1312 00000400:00000200:0.0:1761317069.679034:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.679041:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.679045:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.679051:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2ffc5a4. 00010000:00000010:3.0:1761317069.679487:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7e6f4f8. 00000800:00000200:0.0:1761317069.679518:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.679521:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:0.0:1761317069.679527:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.679530:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.679533:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:0.0:1761317069.679534:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00010000:00000010:3.0:1761317069.679551:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a79655f. 00010000:00000010:3.0:1761317069.679557:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.679566:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6efad7f. 00000100:00000010:3.0:1761317069.679569:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317069.679575:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317069.679585:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a629f3f5. 02000000:00000010:3.0:1761317069.679606:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000906ed03a. 00000400:00000010:3.0:1761317069.679610:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317069.679614:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317069.679618:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902769856, portal 16 00000400:00000010:3.0:1761317069.679622:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317069.679624:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902769856, offset 0 00000400:00000200:3.0:1761317069.679629:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.679634:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.679640:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.679643:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.679646:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.679648:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89786:89786:256:4294967295] 192.168.204.21@tcp LPNI seq info [89786:89786:8:4294967295] 00000400:00000200:3.0:1761317069.679726:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.679731:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.679734:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000202a79d (tot 82354066). 00000800:00000200:3.0:1761317069.679738:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.679741:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.679744:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000202a79d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317069.679746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004340ee36. 00010000:00000010:2.1:1761317069.679753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00000800:00000200:0.0:1761317069.679899:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.679902:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000202a79d (tot 82353818). 00000400:00000200:0.0:1761317069.679906:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.679910:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.679912:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:0.0:1761317069.679913:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000100:00000200:0.0:1761317069.679917:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902769856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.680088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056c51df3. 00000400:00000200:0.0:1761317069.682306:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.682327:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509cc0 00000400:00000200:0.0:1761317069.682336:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0c75 [1] + 224 00000400:00000200:0.0:1761317069.682357:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.682361:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.682383:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902769856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317069.682430:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00000400:00000200:3.0:1761317069.682434:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:3.0:1761317069.682436:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:3.0:1761317069.682441:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902769856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.682448:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902769856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.682533:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000906ed03a. 02000000:00000010:3.0:1761317069.682542:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a629f3f5. 00000100:00000010:3.0:1761317069.682545:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317069.682549:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317069.682552:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6efad7f. 00000400:00000200:0.0:1761317069.682671:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00010000:00000010:2.1:1761317069.682713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000764ae8. 00010000:00000010:1.1:1761317069.682718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0d87d76. 00010000:00000010:2.1:1761317069.682720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:1.1:1761317069.682722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:1.1:1761317069.682725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003199d992. 00010000:00000010:1.1:1761317069.682728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090812d6f. 00010000:00000010:0.1:1761317069.682764:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076c8bef1. 00000400:00000200:0.0:1761317069.682775:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b100 00000400:00000200:0.0:1761317069.682780:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf5b5 [2] + 1640 00000400:00000200:0.0:1761317069.682835:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.682840:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.682844:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.682849:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000187a3cc0. 00080000:00000010:3.0:1761317069.684284:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e228a485. 00010000:00000010:3.0:1761317069.684459:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00000800:00000200:0.0:1761317069.684463:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761317069.684465:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000707fb16a. 00000800:00000010:0.0:1761317069.684467:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:0.0:1761317069.684470:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.684474:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.684477:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:0.0:1761317069.684479:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00010000:00000010:3.0:1761317069.684535:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b3aaff69. 00010000:00000010:3.0:1761317069.684540:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001003565e. 00010000:00000010:3.0:1761317069.684545:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005426d006. 00010000:00000010:3.0:1761317069.684550:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00080000:00000010:3.0:1761317069.684562:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a629f3f5. 00010000:00000010:3.0:1761317069.684650:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.684655:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001003565e. 00010000:00000010:3.0:1761317069.684737:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c21a236. 00010000:00000010:3.0:1761317069.684742:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.684750:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6efad7f. 00000100:00000010:3.0:1761317069.684754:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317069.684761:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317069.684772:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000906ed03a. 02000000:00000010:3.0:1761317069.684795:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d976588. 00000400:00000010:3.0:1761317069.684801:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317069.684817:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317069.684823:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902769920, portal 16 00000400:00000010:3.0:1761317069.684828:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000249f2032. 00000100:00000200:3.0:1761317069.684829:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902769920, offset 0 00000400:00000200:3.0:1761317069.684841:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.684848:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.684854:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.684858:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.684860:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.684863:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89788:89788:256:4294967295] 192.168.204.21@tcp LPNI seq info [89788:89788:8:4294967295] 00000400:00000200:3.0:1761317069.684869:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.684874:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.684880:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ebc9050 (tot 82354066). 00000800:00000200:3.0:1761317069.684884:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.684888:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.684891:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ebc9050 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317069.684964:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.684966:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ebc9050 (tot 82353818). 00000400:00000200:0.0:1761317069.684970:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.684973:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.684976:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000249f2032 00000400:00000010:0.0:1761317069.684977:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000249f2032. 00000100:00000200:0.0:1761317069.684982:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902769920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.686844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dff75aa0. 00010000:00000010:3.1:1761317069.686857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060eed407. 00000400:00000200:0.0:1761317069.686924:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.686940:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509d00 00000400:00000200:0.0:1761317069.686947:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0c81 [1] + 224 00000400:00000200:0.0:1761317069.686961:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.686964:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.686973:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902769920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317069.687068:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00000400:00000200:3.0:1761317069.687072:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:3.0:1761317069.687074:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:3.0:1761317069.687078:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902769920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.687085:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902769920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.687111:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d976588. 02000000:00000010:3.0:1761317069.687115:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000906ed03a. 00000100:00000010:3.0:1761317069.687119:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317069.687122:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317069.687125:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6efad7f. 00000400:00000200:0.0:1761317069.687534:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.687544:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b140 00000400:00000200:0.0:1761317069.687549:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf5b5 [2] + 1968 00000400:00000010:0.0:1761317069.687552:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fa7da8f1. 00000400:00000200:0.0:1761317069.687556:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008e12503f 00000400:00000200:0.0:1761317069.687606:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.687609:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.687612:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e12503f 00000400:00000010:0.0:1761317069.687615:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008e12503f (tot 82353666). 00000100:00000200:0.0:1761317069.687620:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761317069.687729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef6d2d4f. 00010000:00000010:2.1:1761317069.687736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c1d5f42. 00000800:00000200:0.0:1761317069.689478:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.689482:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:0.0:1761317069.689486:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.689490:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.689493:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:0.0:1761317069.689495:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 02000000:00000010:0.0:1761317069.689499:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003c03cfa4. 00080000:00000010:3.0:1761317069.689788:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8e82b55. 00010000:00000010:3.0:1761317069.689872:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.689878:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d3ceacc. 00010000:00000010:3.0:1761317069.689949:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004dd7f804. 00010000:00000010:3.0:1761317069.689954:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.689963:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6efad7f. 00000100:00000010:3.0:1761317069.689968:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317069.689974:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317069.689984:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3c50f8f. 02000000:00000010:3.0:1761317069.690007:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a22af2fe. 00000400:00000010:3.0:1761317069.690010:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317069.690013:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317069.690016:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902769984, portal 16 00000400:00000010:3.0:1761317069.690019:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317069.690021:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902769984, offset 0 00000400:00000200:3.0:1761317069.690026:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.690033:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.690039:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.690041:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.690044:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.690046:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89790:89790:256:4294967295] 192.168.204.21@tcp LPNI seq info [89790:89790:8:4294967295] 00000400:00000200:3.0:1761317069.690053:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.690057:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.690060:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25cfc05 (tot 82354066). 00000800:00000200:3.0:1761317069.690063:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.690067:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.690069:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25cfc05 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317069.690254:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.690257:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25cfc05 (tot 82353818). 00000400:00000200:0.0:1761317069.690260:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.690264:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.690266:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:0.0:1761317069.690268:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000100:00000200:0.0:1761317069.690273:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902769984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.691788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d4eebf. 00010000:00000010:3.1:1761317069.691799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a79655f. 00010000:00000010:3.1:1761317069.691804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3aaff69. 00010000:00000010:3.1:1761317069.691806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00000400:00000200:0.0:1761317069.692116:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.692130:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509d40 00000400:00000200:0.0:1761317069.692138:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0c91 [1] + 224 00000400:00000200:0.0:1761317069.692150:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.692153:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.692161:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902769984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.692722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a42383b0. 00000400:00000010:3.0:1761317069.692794:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00000400:00000200:3.0:1761317069.692799:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:3.0:1761317069.692800:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:3.0:1761317069.692897:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902769984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.692906:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902769984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.692935:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a22af2fe. 02000000:00000010:3.0:1761317069.692942:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3c50f8f. 00000100:00000010:3.0:1761317069.692945:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317069.692949:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317069.692952:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6efad7f. 00000400:00000200:0.0:1761317069.693076:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.693086:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b180 00000400:00000200:0.0:1761317069.693092:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf615 [2] + 0 00000400:00000200:0.0:1761317069.693245:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.693250:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.693255:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.693261:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aefff339. 00080000:00000010:3.0:1761317069.693615:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3c50f8f. 00010000:00000010:3.0:1761317069.693736:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.693743:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086cdc121. 00010000:00000010:3.0:1761317069.693827:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005426d006. 00010000:00000010:3.0:1761317069.693832:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.693843:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6efad7f. 00000100:00000010:3.0:1761317069.693847:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317069.693853:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317069.693862:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a22af2fe. 02000000:00000010:3.0:1761317069.693884:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4a3bf0f. 00000400:00000010:3.0:1761317069.693889:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317069.693893:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317069.693897:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770048, portal 16 00000400:00000010:3.0:1761317069.693900:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317069.693902:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770048, offset 0 00000400:00000200:3.0:1761317069.693907:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.693916:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.693921:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.693924:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.693927:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.693929:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89792:89792:255:4294967295] 192.168.204.21@tcp LPNI seq info [89792:89792:7:4294967295] 00000400:00000200:3.0:1761317069.693935:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.693939:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.693942:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354314). 00000800:00000200:3.0:1761317069.693945:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.693949:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.693951:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317069.694036:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.694040:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82354066). 00000400:00000200:0.0:1761317069.694043:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.694047:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.694050:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:0.0:1761317069.694051:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 00000800:00000200:0.0:1761317069.694096:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.694098:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:0.0:1761317069.694101:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.694104:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.694106:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:0.0:1761317069.694107:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000100:00000200:0.0:1761317069.694115:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902770048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.695841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf405856. 00000400:00000200:0.0:1761317069.696088:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.696102:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509d80 00000400:00000200:0.0:1761317069.696109:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0c9d [1] + 224 00000400:00000200:0.0:1761317069.696133:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.696136:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.696143:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902770048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317069.696408:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00000400:00000200:3.0:1761317069.696412:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:3.0:1761317069.696414:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:3.0:1761317069.696419:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902770048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.696432:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902770048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.696456:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4a3bf0f. 02000000:00000010:3.0:1761317069.696462:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a22af2fe. 00000100:00000010:3.0:1761317069.696465:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317069.696468:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317069.696471:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6efad7f. 00000400:00000200:0.0:1761317069.697783:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.697799:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b1c0 00000400:00000200:0.0:1761317069.697814:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf615 [2] + 328 00000400:00000200:0.0:1761317069.697864:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.697868:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.697874:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.697879:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f19a1883. 00080000:00000010:3.0:1761317069.698328:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a22af2fe. 00010000:00000010:3.0:1761317069.698423:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.698429:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008679e179. 00010000:00000010:3.0:1761317069.698494:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a79655f. 00010000:00000010:3.0:1761317069.698500:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.698510:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6efad7f. 00000100:00000010:3.0:1761317069.698513:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317069.698520:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317069.698530:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4a3bf0f. 02000000:00000010:3.0:1761317069.698556:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000906ed03a. 00000400:00000010:3.0:1761317069.698561:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317069.698567:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317069.698571:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770112, portal 16 00000400:00000010:3.0:1761317069.698574:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317069.698576:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770112, offset 0 00000400:00000200:3.0:1761317069.698581:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.698587:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.698594:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.698598:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.698601:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.698602:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89794:89794:255:4294967295] 192.168.204.21@tcp LPNI seq info [89794:89794:7:4294967295] 00000400:00000200:3.0:1761317069.698608:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.698612:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.698616:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82354314). 00000800:00000200:3.0:1761317069.698620:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.698623:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.698625:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317069.700856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006237a64b. 00010000:00000010:3.1:1761317069.700873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c21a236. 00000400:00000200:0.0:1761317069.701183:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.701199:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509dc0 00000400:00000200:0.0:1761317069.701208:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ca9 [1] + 224 00000400:00000200:0.0:1761317069.701223:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.701226:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.701235:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902770112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317069.701319:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00000400:00000200:3.0:1761317069.701324:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:3.0:1761317069.701326:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:3.0:1761317069.701331:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902770112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.701339:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902770112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.701367:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000906ed03a. 02000000:00000010:3.0:1761317069.701383:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4a3bf0f. 00000100:00000010:3.0:1761317069.701389:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317069.701392:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317069.701394:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6efad7f. 00010000:00000010:1.1:1761317069.702265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047771d2b. 00010000:00000010:2.1:1761317069.705588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0bebee. 00010000:00000010:3.1:1761317069.705945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000830d2fea. 00010000:00000010:3.1:1761317069.705953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd7f804. 00000400:00000200:0.0:1761317069.706229:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.706246:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b200 00000400:00000200:0.0:1761317069.706253:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf615 [2] + 656 00000400:00000200:0.0:1761317069.706320:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.706325:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.706332:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.706338:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2ffc5a4. 00010000:00000010:0.0:1761317069.706997:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.707005:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e12503f. 00000100:00000010:0.0:1761317069.707022:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e12503f. 00010000:00000010:0.0:1761317069.707026:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.707039:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317069.707045:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898908672, offset 224 00000400:00000200:0.0:1761317069.707052:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.707064:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00080000:00000010:3.0:1761317069.707067:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000906ed03a. 00000400:00000200:0.0:1761317069.707069:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89795:89795:256:4294967295] 192.168.204.21@tcp LPNI seq info [89795:89795:8:4294967295] 00000400:00000200:0.0:1761317069.707079:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.707083:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.707086:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317069.707092:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.707098:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.707101:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.707123:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041a6e3d6. 00000020:00000010:0.0:1761317069.707129:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ca3d9bf9. 00000020:00000010:0.0:1761317069.707132:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050e1df07. 00010000:00000010:3.0:1761317069.707149:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.707154:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012bda8f9. 00010000:00000010:3.0:1761317069.707226:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004dd7f804. 00010000:00000010:3.0:1761317069.707232:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.707242:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6efad7f. 00000100:00000010:3.0:1761317069.707246:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317069.707253:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317069.707263:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4a3bf0f. 02000000:00000010:3.0:1761317069.707298:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d976588. 00000400:00000010:3.0:1761317069.707304:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317069.707308:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317069.707313:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770176, portal 16 00000400:00000010:3.0:1761317069.707317:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317069.707319:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770176, offset 0 00000400:00000200:3.0:1761317069.707325:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.707331:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.707337:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.707341:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.707344:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.707346:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89796:89796:256:4294967295] 192.168.204.21@tcp LPNI seq info [89796:89796:8:4294967295] 00000400:00000200:3.0:1761317069.707353:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.707357:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.707359:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82354066). 00000800:00000200:3.0:1761317069.707363:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.707367:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.707369:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317069.707468:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.707470:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82353818). 00000400:00000200:0.0:1761317069.707473:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.707477:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.707479:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:0.0:1761317069.707480:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000100:00000200:0.0:1761317069.707484:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902770176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.711128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e78a6f8. 00010000:00000010:3.1:1761317069.711145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00000400:00000200:0.0:1761317069.716050:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.716072:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509e00 00000400:00000200:0.0:1761317069.716081:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0cb5 [1] + 224 00000400:00000200:0.0:1761317069.716094:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.716098:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.716109:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902770176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.716254:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.716260:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b240 00000400:00000200:0.0:1761317069.716265:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf615 [2] + 984 00000400:00000200:0.0:1761317069.716277:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.716280:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.716285:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.716291:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000187a3cc0. 00000400:00000010:3.0:1761317069.716346:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00000400:00000200:3.0:1761317069.716351:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:3.0:1761317069.716353:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:3.0:1761317069.716359:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902770176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.716365:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902770176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.716403:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d976588. 02000000:00000010:3.0:1761317069.716410:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4a3bf0f. 00000100:00000010:3.0:1761317069.716415:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317069.716418:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317069.716422:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6efad7f. 00080000:00000010:3.0:1761317069.716915:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006306a25b. 00010000:00000010:3.0:1761317069.716998:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.717004:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e99997e. 00010000:00000010:3.0:1761317069.717074:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b3aaff69. 00010000:00000010:3.0:1761317069.717078:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001003565e. 00010000:00000010:3.0:1761317069.717088:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005426d006. 00010000:00000010:3.0:1761317069.717093:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00080000:00000010:3.0:1761317069.717106:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4a3bf0f. 00010000:00000010:3.0:1761317069.717131:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.717134:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001003565e. 00010000:00000010:3.0:1761317069.717185:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c21a236. 00010000:00000010:3.0:1761317069.717188:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317069.717196:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6efad7f. 00000100:00000010:3.0:1761317069.717200:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317069.717206:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317069.717216:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d976588. 02000000:00000010:3.0:1761317069.717238:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000315017a0. 00000400:00000010:3.0:1761317069.717242:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317069.717246:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317069.717251:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770240, portal 16 00000400:00000010:3.0:1761317069.717255:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317069.717257:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770240, offset 0 00000400:00000200:3.0:1761317069.717263:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.717270:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.717277:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.717280:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.717283:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.717286:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89798:89798:256:4294967295] 192.168.204.21@tcp LPNI seq info [89798:89798:8:4294967295] 00000400:00000200:3.0:1761317069.717292:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.717297:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.717300:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82354066). 00000800:00000200:3.0:1761317069.717303:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.717308:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.717310:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317069.717395:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.717398:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82353818). 00000400:00000200:0.0:1761317069.717401:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.717405:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.717408:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:0.0:1761317069.717410:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:0.0:1761317069.717414:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902770240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.717751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba65db8. 00000400:00000200:0.0:1761317069.720101:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.720120:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509e40 00000400:00000200:0.0:1761317069.720129:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0cc1 [1] + 224 00000400:00000200:0.0:1761317069.720145:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.720149:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.720158:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902770240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317069.721048:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00000400:00000200:3.0:1761317069.721057:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:3.0:1761317069.721060:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:3.0:1761317069.721071:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902770240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.721079:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902770240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.721112:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000315017a0. 02000000:00000010:3.0:1761317069.721120:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d976588. 00000100:00000010:3.0:1761317069.721123:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317069.721127:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317069.721130:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6efad7f. 00000400:00000200:0.0:1761317069.721651:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.721668:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b280 00000400:00000200:0.0:1761317069.721673:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf615 [2] + 1312 00000400:00000200:0.0:1761317069.721768:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.721773:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.721779:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.721785:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00080000:00000010:3.0:1761317069.722149:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d43dbf8. 00000800:00000200:0.0:1761317069.723151:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.723154:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:0.0:1761317069.723159:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.723162:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.723166:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048fc86b7 00000400:00000010:0.0:1761317069.723168:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048fc86b7. 00000100:00000200:0.0:1761317069.723173:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000043b3a93 x1846872902770304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.724941:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.724959:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509e80 00000400:00000200:0.0:1761317069.724967:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ccd [1] + 224 00000400:00000200:0.0:1761317069.724980:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.724984:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.724992:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000043b3a93 x1846872902770304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761317069.726420:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9836e8f. 00000020:00000010:0.0:1761317069.726428:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.726432:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.726457:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ef4b071 x1846872898908864/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.726493:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898908864 02000000:00000010:0.0:1761317069.726505:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000317649ce. 00010000:00000010:0.0:1761317069.726531:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006269e4dd. 00010000:00000010:0.0:1761317069.726552:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.726557:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e12503f. 00000100:00000010:0.0:1761317069.726576:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e12503f. 00010000:00000010:0.0:1761317069.726579:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.726591:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317069.726596:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898908864, offset 224 00000400:00000200:0.0:1761317069.726604:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.726614:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.726620:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89801:89801:256:4294967295] 192.168.204.21@tcp LPNI seq info [89801:89801:8:4294967295] 00000400:00000200:0.0:1761317069.726630:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.726635:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.726640:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317069.726645:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.726652:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.726655:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.726709:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.726714:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.726717:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9836e8f. 00010000:00000010:2.1:1761317069.726865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038fb3e50. 00010000:00000010:3.1:1761317069.726924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a9740de. 00010000:00000010:3.1:1761317069.726931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a79655f. 00000800:00000200:3.0:1761317069.727146:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.727150:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:3.0:1761317069.727154:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.727159:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.727163:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:3.0:1761317069.727165:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000800:00000200:0.0:1761317069.727754:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.727757:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:0.0:1761317069.727761:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.727765:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.727768:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9a47c66 00000400:00000010:0.0:1761317069.727769:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9a47c66. 00000100:00000200:0.0:1761317069.727775:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c8ebd8 x1846872902770368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.729835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e3002dd. 00010000:00000010:3.1:1761317069.729844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd7f804. 00010000:00000010:3.1:1761317069.729848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3aaff69. 00010000:00000010:3.1:1761317069.729851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00010000:00000010:2.1:1761317069.730090:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005742e59d. 00010000:00000010:2.1:1761317069.730096:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfa0aad7. 00010000:00000010:2.1:1761317069.730100:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c21a236. 00000400:00000200:3.0:1761317069.730318:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.730331:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b300 00000400:00000200:3.0:1761317069.730476:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf615 [2] + 1968 00000400:00000010:3.0:1761317069.730480:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009701e82f. 00000400:00000200:3.0:1761317069.730483:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008681d24a 00000400:00000200:3.0:1761317069.730540:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.730544:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.730547:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008681d24a 00000400:00000010:3.0:1761317069.730550:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008681d24a (tot 82353666). 00000100:00000200:3.0:1761317069.730554:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:3.0:1761317069.731215:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.731218:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:3.0:1761317069.731225:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.731229:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.731231:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001dd0c60 00000400:00000010:3.0:1761317069.731233:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001dd0c60. 02000000:00000010:3.0:1761317069.731239:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002699b1e5. 00000800:00000200:0.0:1761317069.732250:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.732253:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:0.0:1761317069.732258:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.732262:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.732265:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:0.0:1761317069.732267:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:0.0:1761317069.732273:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902770432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.733104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf111ccc. 00000400:00000200:3.0:1761317069.733500:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.733515:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509f00 00000400:00000200:3.0:1761317069.733524:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ce9 [1] + 224 00000400:00000200:3.0:1761317069.733536:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.733539:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.733546:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902770432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.733840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7edff32. 00010000:00000010:1.1:1761317069.733846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef6d2d4f. 00000100:00000010:1.0:1761317069.733921:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.733926:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.734077:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.734085:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b340 00000400:00000200:3.0:1761317069.734091:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf665 [2] + 0 00000400:00000200:3.0:1761317069.734134:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.734138:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.734142:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.734147:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 00000020:00000010:0.0:1761317069.734533:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9836e8f. 00000020:00000010:0.0:1761317069.734541:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.734545:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.734566:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a56c0748 x1846872898908992/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.734729:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898908992 02000000:00000010:0.0:1761317069.734740:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050e3b8dd. 00010000:00000010:0.0:1761317069.734764:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a729b58a. 00010000:00000010:0.0:1761317069.734783:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.734790:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e12503f. 00000100:00000010:0.0:1761317069.734802:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e12503f. 00010000:00000010:0.0:1761317069.734804:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.734814:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317069.734819:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898908992, offset 224 00000400:00000200:0.0:1761317069.734825:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.734835:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.734840:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89805:89805:256:4294967295] 192.168.204.21@tcp LPNI seq info [89805:89805:8:4294967295] 00000400:00000200:0.0:1761317069.734849:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.734853:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.734858:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317069.734863:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.734869:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.734872:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.734893:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.734897:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.734900:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9836e8f. 00000800:00000200:3.0:1761317069.735034:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.735038:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:3.0:1761317069.735042:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.735046:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.735049:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:3.0:1761317069.735050:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 00080000:00000010:1.0:1761317069.735139:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb55a94c. 00010000:00000010:1.0:1761317069.735224:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.735230:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007aba399f. 00010000:00000010:1.0:1761317069.735309:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1e3968f. 00010000:00000010:1.0:1761317069.735315:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.735326:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.735329:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.735337:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.735350:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a92d7ee. 02000000:00000010:1.0:1761317069.735383:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037bab881. 00000400:00000010:1.0:1761317069.735388:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.735393:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.735397:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770496, portal 16 00000400:00000010:1.0:1761317069.735401:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317069.735403:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770496, offset 0 00000400:00000200:1.0:1761317069.735408:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.735417:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.735424:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.735428:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.735431:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.735433:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89806:89806:256:4294967295] 192.168.204.21@tcp LPNI seq info [89806:89806:8:4294967295] 00000400:00000200:1.0:1761317069.735440:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.735444:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.735448:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317069.735451:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.735455:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.735458:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.735946:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.735950:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:3.0:1761317069.735954:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.735960:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.735963:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:3.0:1761317069.735965:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:3.0:1761317069.735971:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902770496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.737758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7492d19. 00000400:00000200:3.0:1761317069.738174:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.738191:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509f40 00000400:00000200:3.0:1761317069.738199:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0cf5 [1] + 224 00000400:00000200:3.0:1761317069.738213:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.738216:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.738225:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902770496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.739431:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.739441:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b380 00000400:00000200:3.0:1761317069.739448:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf665 [2] + 328 00000400:00000200:3.0:1761317069.739498:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.739502:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.739507:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.739513:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 00000020:00000010:0.0:1761317069.739605:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9836e8f. 00000020:00000010:0.0:1761317069.739611:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.739616:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.739637:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008e6a67e x1846872898909056/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.739671:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909056 02000000:00000010:0.0:1761317069.739699:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4d3fbc9. 00010000:00000010:0.0:1761317069.739736:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.739743:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e12503f. 00000100:00000010:0.0:1761317069.739748:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e12503f. 00010000:00000010:0.0:1761317069.739751:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.739763:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317069.739768:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909056, offset 224 00000400:00000200:0.0:1761317069.739777:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.739786:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.739791:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89807:89807:256:4294967295] 192.168.204.21@tcp LPNI seq info [89807:89807:8:4294967295] 00000400:00000200:0.0:1761317069.739801:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.739806:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.739811:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317069.739817:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.739825:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.739828:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1761317069.740426:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.740431:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.740434:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.740441:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902770496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.740449:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902770496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317069.740470:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061061abb. 02000000:00000010:1.0:1761317069.740486:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037bab881. 02000000:00000010:1.0:1761317069.740492:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a92d7ee. 00000100:00000010:1.0:1761317069.740494:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.740497:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.740499:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00080000:00000010:1.0:1761317069.740517:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a92d7ee. 00010000:00000010:1.0:1761317069.740599:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.740605:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d99b4d8. 00010000:00000010:1.0:1761317069.740674:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a887b96. 00010000:00000010:1.0:1761317069.740708:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.740714:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:1.0:1761317069.740719:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.740732:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037bab881. 00010000:00000010:1.0:1761317069.740755:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.740758:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.740816:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097b00b08. 00010000:00000010:1.0:1761317069.740820:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.740827:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.740831:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.740836:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.740848:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc603916. 02000000:00000010:1.0:1761317069.740871:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000274420fe. 00000400:00000010:1.0:1761317069.740876:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.740880:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.740885:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770560, portal 16 00000400:00000010:1.0:1761317069.740890:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317069.740891:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770560, offset 0 00000400:00000200:1.0:1761317069.740898:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.740908:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.740914:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.740917:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.740920:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.740922:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89808:89808:255:4294967295] 192.168.204.21@tcp LPNI seq info [89808:89808:7:4294967295] 00000400:00000200:1.0:1761317069.740930:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.740935:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.740939:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354314). 00000800:00000200:1.0:1761317069.740944:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.740949:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.740952:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.741017:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.741023:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.741026:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9836e8f. 00010000:00000010:1.1:1761317069.741847:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096f0092c. 00010000:00000010:1.1:1761317069.741858:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090812d6f. 00000400:00000200:3.0:1761317069.744299:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.744320:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509f80 00000400:00000200:3.0:1761317069.744330:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d01 [1] + 224 00000400:00000200:3.0:1761317069.744362:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.744367:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.744391:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902770560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.744457:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.744463:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.744465:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.744472:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902770560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.744479:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902770560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.744511:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000274420fe. 02000000:00000010:1.0:1761317069.744518:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc603916. 00000100:00000010:1.0:1761317069.744524:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.744528:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.744542:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.745473:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.745486:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b3c0 00000400:00000200:3.0:1761317069.745492:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf665 [2] + 656 00000400:00000200:3.0:1761317069.745606:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.745611:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.745616:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.745621:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00010000:00000010:1.1:1761317069.745773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd0e56d. 00010000:00000010:1.1:1761317069.745793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094d3a798. 00010000:00000010:0.1:1761317069.745864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca2d51c9. 00000020:00000010:0.0:1761317069.745899:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9836e8f. 00000020:00000010:0.0:1761317069.745907:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.745911:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.745935:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898909120/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.745958:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909120 02000000:00000010:0.0:1761317069.745968:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee7ef7f0. 00010000:00000010:0.0:1761317069.745997:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f79296a. 00010000:00000010:0.0:1761317069.746017:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.746024:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e12503f. 00000100:00000010:0.0:1761317069.746043:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e12503f. 00010000:00000010:0.0:1761317069.746046:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.746059:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317069.746064:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909120, offset 224 00000400:00000200:0.0:1761317069.746072:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.746083:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.746089:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89809:89809:256:4294967295] 192.168.204.21@tcp LPNI seq info [89809:89809:8:4294967295] 00000400:00000200:0.0:1761317069.746100:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.746104:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.746108:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317069.746113:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.746120:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.746124:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.746148:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.746151:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.746154:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9836e8f. 00080000:00000010:1.0:1761317069.746226:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc603916. 00010000:00000010:1.0:1761317069.746325:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.746333:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff7efb25. 00010000:00000010:1.0:1761317069.746419:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094d3a798. 00010000:00000010:1.0:1761317069.746426:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.746438:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.746442:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.746449:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.746464:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000274420fe. 02000000:00000010:1.0:1761317069.746493:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044487274. 00000400:00000010:1.0:1761317069.746499:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.746503:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.746508:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770624, portal 16 00000400:00000010:1.0:1761317069.746512:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000800:00000200:3.0:1761317069.746514:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1761317069.746515:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770624, offset 0 00000400:00000200:1.0:1761317069.746522:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.746523:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:1.0:1761317069.746530:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.746534:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.746545:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.746549:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.746554:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.746556:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000200:1.0:1761317069.746557:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000010:3.0:1761317069.746560:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000400:00000200:1.0:1761317069.746563:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89810:89810:255:4294967295] 192.168.204.21@tcp LPNI seq info [89810:89810:7:4294967295] 00000400:00000200:1.0:1761317069.746571:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.746576:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.746579:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317069.746584:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.746590:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.746593:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.747570:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.747575:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:3.0:1761317069.747582:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.747588:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.747592:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:3.0:1761317069.747594:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00000100:00000200:3.0:1761317069.747601:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902770624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.750041:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.750064:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b509fc0 00000400:00000200:3.0:1761317069.750074:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d0d [1] + 224 00000400:00000200:3.0:1761317069.750087:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.750091:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.750105:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902770624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.750135:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.750140:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b400 00000400:00000200:3.0:1761317069.750145:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf665 [2] + 984 00000400:00000200:3.0:1761317069.750196:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.750199:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.750204:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.750209:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 00010000:00000010:1.1:1761317069.750453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba7a3202. 00010000:00000010:1.1:1761317069.750462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ab276e7. 00010000:00000010:1.1:1761317069.750467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1e3968f. 00010000:00000010:1.1:1761317069.750472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a887b96. 00010000:00000010:1.1:1761317069.750477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfcfd4d9. 00000400:00000010:1.0:1761317069.750497:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.750501:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.750503:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.750509:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902770624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.750518:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902770624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.750547:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044487274. 02000000:00000010:1.0:1761317069.750555:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000274420fe. 00000100:00000010:1.0:1761317069.750559:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.750561:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.750565:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000800:00000200:3.0:1761317069.751037:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.751041:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:3.0:1761317069.751047:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.751055:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.751058:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:3.0:1761317069.751060:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00080000:00000010:1.0:1761317069.751842:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000274420fe. 00010000:00000010:1.0:1761317069.751942:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.751948:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000479c59db. 00010000:00000010:1.0:1761317069.752029:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:1.0:1761317069.752035:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.752046:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.752051:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.752059:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.752070:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000044487274. 02000000:00000010:1.0:1761317069.752100:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b468878. 00000400:00000010:1.0:1761317069.752106:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.752112:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.752117:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770688, portal 16 00000400:00000010:1.0:1761317069.752122:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317069.752124:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770688, offset 0 00000400:00000200:1.0:1761317069.752130:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.752143:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.752149:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.752153:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.752155:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.752157:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89812:89812:256:4294967295] 192.168.204.21@tcp LPNI seq info [89812:89812:8:4294967295] 00000400:00000200:1.0:1761317069.752165:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.752169:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.752173:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317069.752178:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.752183:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.752186:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.752769:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.752772:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:3.0:1761317069.752777:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.752782:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.752788:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:3.0:1761317069.752789:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:3.0:1761317069.752796:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902770688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.755346:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.755366:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a000 00000400:00000200:3.0:1761317069.755388:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d19 [1] + 224 00000400:00000200:3.0:1761317069.755405:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.755409:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.755416:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902770688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.755471:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.755475:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.755477:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.755484:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902770688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.755491:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902770688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.755525:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b468878. 02000000:00000010:1.0:1761317069.755531:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000044487274. 00000100:00000010:1.0:1761317069.755534:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.755537:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.755540:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.758509:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.758530:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b440 00000400:00000200:3.0:1761317069.758538:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf665 [2] + 1312 00000400:00000200:3.0:1761317069.758599:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.758603:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.758609:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.758615:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 00010000:00000010:0.1:1761317069.759896:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5daa4c8. 00000020:00000010:0.0:1761317069.759934:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9836e8f. 00000020:00000010:0.0:1761317069.759941:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.759946:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.759974:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a6f6e07 x1846872898909248/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.760008:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909248 02000000:00000010:0.0:1761317069.760020:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000317649ce. 00010000:00000010:0.0:1761317069.760048:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046eb0aa6. 00010000:00000010:0.0:1761317069.760068:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.760075:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e12503f. 00000100:00000010:0.0:1761317069.760093:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e12503f. 00010000:00000010:0.0:1761317069.760097:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.760111:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317069.760116:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909248, offset 224 00000400:00000200:0.0:1761317069.760124:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.760137:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.760142:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89813:89813:256:4294967295] 192.168.204.21@tcp LPNI seq info [89813:89813:8:4294967295] 00000400:00000200:0.0:1761317069.760152:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.760157:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.760162:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317069.760168:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.760175:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.760178:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.760201:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.760204:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.760208:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9836e8f. 00000800:00000200:3.0:1761317069.760334:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.760338:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:3.0:1761317069.760341:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.760345:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.760350:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:3.0:1761317069.760352:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00010000:00000010:1.1:1761317069.764397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c15e51e. 00010000:00000010:1.1:1761317069.764418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097b00b08. 00080000:00000010:1.0:1761317069.764451:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044487274. 00010000:00000010:1.0:1761317069.764560:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.764568:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000263e7547. 00010000:00000010:1.0:1761317069.764655:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097b00b08. 00010000:00000010:1.0:1761317069.764662:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.764674:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.764700:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.764710:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.764725:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b468878. 02000000:00000010:1.0:1761317069.764754:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050e1df07. 00000400:00000010:1.0:1761317069.764759:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.764765:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.764772:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770752, portal 16 00000400:00000010:1.0:1761317069.764778:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf77a373. 00000100:00000200:1.0:1761317069.764780:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770752, offset 0 00000400:00000200:1.0:1761317069.764790:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.764807:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.764813:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.764816:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.764819:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.764822:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89814:89814:256:4294967295] 192.168.204.21@tcp LPNI seq info [89814:89814:8:4294967295] 00000400:00000200:1.0:1761317069.764831:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.764836:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.764841:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317069.764848:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.764855:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.764859:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317069.765705:0:1106:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654345fe. 00000800:00000200:3.0:1761317069.767821:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.767830:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:3.0:1761317069.767837:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.767846:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.767852:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf77a373 00000400:00000010:3.0:1761317069.767854:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf77a373. 00000100:00000200:3.0:1761317069.767864:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902770752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.769753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000424e41ae. 00010000:00000010:1.1:1761317069.769769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094d3a798. 00010000:00000010:1.1:1761317069.769773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e9d07f7. 00010000:00000010:1.1:1761317069.769775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:0.1:1761317069.771863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042400e6e. 00000400:00000200:3.0:1761317069.772250:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.772266:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a040 00000400:00000200:3.0:1761317069.772275:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d25 [1] + 224 00000400:00000200:3.0:1761317069.772284:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.772296:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.772310:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902770752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.772344:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.772349:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b480 00000400:00000200:3.0:1761317069.772354:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf665 [2] + 1640 00000400:00000200:3.0:1761317069.772404:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.772408:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.772411:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.772418:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 00000400:00000010:1.0:1761317069.772505:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.772510:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.772512:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.772518:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902770752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.772525:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902770752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.772552:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050e1df07. 02000000:00000010:1.0:1761317069.772556:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b468878. 00000100:00000010:1.0:1761317069.772560:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.772563:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.772567:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00080000:00000010:1.0:1761317069.774046:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b468878. 00010000:00000010:1.0:1761317069.774124:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.774130:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011229997. 00010000:00000010:1.0:1761317069.774204:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:1.0:1761317069.774210:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.774221:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.774224:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.774230:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.774239:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050e1df07. 02000000:00000010:1.0:1761317069.774260:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c03cfa4. 00000400:00000010:1.0:1761317069.774266:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.774269:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.774274:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770816, portal 16 00000400:00000010:1.0:1761317069.774278:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317069.774280:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770816, offset 0 00000400:00000200:1.0:1761317069.774285:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.774291:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.774296:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.774299:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.774302:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.774304:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89816:89816:255:4294967295] 192.168.204.21@tcp LPNI seq info [89816:89816:7:4294967295] 00000400:00000200:1.0:1761317069.774311:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.774316:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.774319:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317069.774323:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.774326:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.774328:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.774500:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.774504:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000400:00000200:3.0:1761317069.774511:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.774516:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.774520:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5a0a6ca 00000400:00000010:3.0:1761317069.774522:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5a0a6ca. 00000800:00000200:3.0:1761317069.774586:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.774588:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:3.0:1761317069.774591:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.774593:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.774596:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:3.0:1761317069.774597:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000100:00000200:3.0:1761317069.774602:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902770816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.776023:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.776037:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a080 00000400:00000200:3.0:1761317069.776045:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d31 [1] + 224 00000400:00000200:3.0:1761317069.776058:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.776062:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.776068:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902770816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.776147:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.776151:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.776153:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.776158:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902770816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.776165:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902770816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.776189:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c03cfa4. 02000000:00000010:1.0:1761317069.776196:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050e1df07. 00000100:00000010:1.0:1761317069.776199:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.776202:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.776205:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.777021:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.777034:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b4c0 00000400:00000200:3.0:1761317069.777040:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf665 [2] + 1968 00000400:00000010:3.0:1761317069.777044:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f562b86a. 00000400:00000200:3.0:1761317069.777048:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002ba62d33 00000400:00000200:3.0:1761317069.777306:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.777311:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.777315:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ba62d33 00000400:00000010:3.0:1761317069.777318:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002ba62d33 (tot 82353666). 00000100:00000200:3.0:1761317069.777324:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317069.780718:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9836e8f. 00000020:00000010:0.0:1761317069.780731:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.780736:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.780769:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e5b2c648 x1846872898909376/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.780816:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909376 02000000:00000010:0.0:1761317069.780831:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000341b1f16. 00010000:00000010:0.0:1761317069.780860:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000037c07d00. 00010000:00000010:0.0:1761317069.780884:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.780893:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e12503f. 00000100:00000010:0.0:1761317069.780908:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008e12503f. 00010000:00000010:0.0:1761317069.780913:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.780928:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317069.780934:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909376, offset 224 00000400:00000200:0.0:1761317069.780943:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.780958:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.780964:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89817:89817:256:4294967295] 192.168.204.21@tcp LPNI seq info [89817:89817:8:4294967295] 00000400:00000200:0.0:1761317069.780973:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.780979:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.780984:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82353914). 00000800:00000200:0.0:1761317069.780990:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.780997:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.781002:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.781028:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.781032:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.781035:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9836e8f. 02000000:00000010:0.0:1761317069.781043:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb5c5856. 00000100:00000010:0.0:1761317069.781047:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 02000000:00000010:0.0:1761317069.781050:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000317649ce. 00000100:00000010:0.0:1761317069.781053:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 02000000:00000010:0.0:1761317069.781055:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071afdb8d. 00000100:00000010:0.0:1761317069.781057:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 02000000:00000010:0.0:1761317069.781060:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee7ef7f0. 00000100:00000010:0.0:1761317069.781062:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 02000000:00000010:0.0:1761317069.781065:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4d3fbc9. 00000100:00000010:0.0:1761317069.781067:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 02000000:00000010:0.0:1761317069.781069:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050e3b8dd. 00000100:00000010:0.0:1761317069.781071:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000200:0.0:1761317069.781076:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317069.781082:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fa7da8f1. 00000400:00000010:0.0:1761317069.781087:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008e12503f (tot 82354066). 00080000:00000010:1.0:1761317069.781221:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050e1df07. 00010000:00000010:1.0:1761317069.781312:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.781318:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f4e69e1. 00010000:00000010:1.0:1761317069.781403:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094d3a798. 00010000:00000010:1.0:1761317069.781409:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.781419:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.781423:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.781429:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.781440:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c03cfa4. 02000000:00000010:1.0:1761317069.781463:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039b9f135. 00000400:00000010:1.0:1761317069.781468:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.781472:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.781475:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770880, portal 16 00000400:00000010:1.0:1761317069.781480:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0545a8a. 00000100:00000200:1.0:1761317069.781493:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770880, offset 0 00000400:00000200:1.0:1761317069.781499:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.781507:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.781513:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.781517:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.781519:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.781522:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89818:89818:255:4294967295] 192.168.204.21@tcp LPNI seq info [89818:89818:7:4294967295] 00000400:00000200:1.0:1761317069.781529:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.781533:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.781536:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317069.781540:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.781544:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.781546:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761317069.783772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd07839b. 00010000:00000010:1.1:1761317069.783785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097b00b08. 00000400:00000200:3.0:1761317069.786273:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.786302:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a0c0 00000400:00000200:3.0:1761317069.786311:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d41 [1] + 224 00000400:00000200:3.0:1761317069.786326:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.786330:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.786340:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902770880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.786444:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.786448:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.786450:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.786457:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902770880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.786464:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902770880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.786504:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039b9f135. 02000000:00000010:1.0:1761317069.786511:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003c03cfa4. 00000100:00000010:1.0:1761317069.786515:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.786519:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.786522:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00010000:00000010:1.1:1761317069.787733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e37797. 00010000:00000010:1.1:1761317069.787744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:0.1:1761317069.787810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a9930f. 00010000:00000010:2.1:1761317069.787972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f42ab1c. 00000020:00000010:3.0:1761317069.788176:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc74b8e3. 00000020:00000010:3.0:1761317069.788183:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001003565e. 00000020:00000010:3.0:1761317069.788187:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001083c2dc. 00000100:00000200:3.0:1761317069.788213:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000043b3a93 x1846872898909440/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00080000:00000010:1.0:1761317069.793808:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c03cfa4. 00010000:00000010:1.0:1761317069.793907:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.793913:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b8f636b. 00010000:00000010:1.0:1761317069.793997:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:1.0:1761317069.794002:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.794012:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.794016:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.794023:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.794034:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039b9f135. 02000000:00000010:1.0:1761317069.794057:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044137ba8. 00000400:00000010:1.0:1761317069.794064:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.794068:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.794073:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902770944, portal 16 00000400:00000010:1.0:1761317069.794077:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317069.794079:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902770944, offset 0 00000400:00000200:1.0:1761317069.794085:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.794091:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.794098:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.794101:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.794104:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.794107:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89820:89820:255:4294967295] 192.168.204.21@tcp LPNI seq info [89820:89820:7:4294967295] 00000400:00000200:1.0:1761317069.794114:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.794119:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.794122:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317069.794126:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.794130:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.794133:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.794220:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.794224:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82354066). 00000400:00000200:3.0:1761317069.794230:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.794236:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.794240:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e391df9d 00000400:00000010:3.0:1761317069.794242:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e391df9d. 00000800:00000200:3.0:1761317069.794311:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.794314:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:3.0:1761317069.794317:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.794320:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.794322:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:3.0:1761317069.794323:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:3.0:1761317069.794329:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902770944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.798721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5f85b10. 00000400:00000200:0.0:1761317069.805513:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.805535:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a100 00000400:00000200:0.0:1761317069.805545:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d4d [1] + 224 00000400:00000200:0.0:1761317069.805557:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.805561:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.805572:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902770944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317069.805609:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.805614:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b540 00000400:00000200:0.0:1761317069.805618:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf6d1 [2] + 328 00000400:00000200:0.0:1761317069.805704:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.805709:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.805713:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317069.805718:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 00010000:00000010:1.1:1761317069.805789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009452a49f. 00010000:00000010:1.1:1761317069.805797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094d3a798. 00000400:00000010:1.0:1761317069.805817:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.805821:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.805823:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.805830:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902770944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.805838:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902770944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.805868:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044137ba8. 02000000:00000010:1.0:1761317069.805874:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039b9f135. 00000100:00000010:1.0:1761317069.805880:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.805883:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.805887:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000020:00000010:3.0:1761317069.806001:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000677ba81d. 00000020:00000010:3.0:1761317069.806010:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000804e63cf. 00000020:00000010:3.0:1761317069.806015:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025620d46. 00000100:00000200:3.0:1761317069.806042:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010822fe5 x1846872898909504/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317069.806080:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909504 02000000:00000010:3.0:1761317069.806090:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ca1854f. 00010000:00000010:3.0:1761317069.806120:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d376a307. 00010000:00000010:3.0:1761317069.806138:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6efad7f. 00000100:00000010:3.0:1761317069.806144:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317069.806160:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317069.806163:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6efad7f. 00000400:00000010:3.0:1761317069.806176:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317069.806180:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909504, offset 224 00000400:00000200:3.0:1761317069.806188:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.806199:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.806208:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89821:89821:256:4294967295] 192.168.204.21@tcp LPNI seq info [89821:89821:8:4294967295] 00000400:00000200:3.0:1761317069.806217:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.806221:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.806225:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82354066). 00000800:00000200:3.0:1761317069.806231:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.806237:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.806240:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317069.806264:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000804e63cf. 00000020:00000010:3.0:1761317069.806268:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025620d46. 00000020:00000010:3.0:1761317069.806271:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000677ba81d. 00080000:00000010:1.0:1761317069.806325:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044137ba8. 00010000:00000010:1.0:1761317069.806415:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.806421:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b56afab. 00010000:00000010:1.0:1761317069.806505:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094d3a798. 00010000:00000010:1.0:1761317069.806511:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.806521:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.806524:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.806529:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.806541:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039b9f135. 02000000:00000010:1.0:1761317069.806564:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023bbb1e6. 00000400:00000010:1.0:1761317069.806569:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.806573:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.806578:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771008, portal 16 00000400:00000010:1.0:1761317069.806583:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317069.806584:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771008, offset 0 00000400:00000200:1.0:1761317069.806590:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.806597:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.806603:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.806608:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.806611:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.806613:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89822:89822:255:4294967295] 192.168.204.21@tcp LPNI seq info [89822:89822:7:4294967295] 00000400:00000200:1.0:1761317069.806619:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.806623:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.806626:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317069.806630:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.806634:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.806636:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761317069.811793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d1c3aae. 00010000:00000010:1.1:1761317069.811810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfcfd4d9. 00000400:00000200:3.0:1761317069.812547:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.812569:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a140 00000400:00000200:3.0:1761317069.812592:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d59 [1] + 224 00000400:00000200:3.0:1761317069.812604:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.812608:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.812618:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902771008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.812655:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.812661:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b580 00000400:00000200:3.0:1761317069.812666:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf6d1 [2] + 656 00000400:00000200:3.0:1761317069.812674:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.812676:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000010:1.0:1761317069.812862:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.812867:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.812870:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.812877:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902771008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.812884:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902771008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.812914:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023bbb1e6. 02000000:00000010:1.0:1761317069.812922:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039b9f135. 00000100:00000010:1.0:1761317069.812927:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.812931:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.812935:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000100:00000200:3.0:1761317069.814982:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.814991:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 00080000:00000010:1.0:1761317069.816332:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023bbb1e6. 00010000:00000010:1.0:1761317069.816433:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.816440:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000009d4f7b2. 00010000:00000010:1.0:1761317069.816517:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:1.0:1761317069.816521:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.816531:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.816535:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.816541:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.816556:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039b9f135. 02000000:00000010:1.0:1761317069.816590:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c67a92b. 00000400:00000010:1.0:1761317069.816595:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.816599:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.816604:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771072, portal 16 00000400:00000010:1.0:1761317069.816607:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cccb1e8. 00000100:00000200:1.0:1761317069.816609:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771072, offset 0 00000400:00000200:1.0:1761317069.816613:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.816619:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.816624:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.816627:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.816629:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.816631:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89824:89824:255:4294967295] 192.168.204.21@tcp LPNI seq info [89824:89824:7:4294967295] 00000400:00000200:1.0:1761317069.816638:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.816642:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.816645:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354314). 00000800:00000200:1.0:1761317069.816648:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.816651:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.816653:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317069.817532:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.817537:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82354066). 00000400:00000200:0.0:1761317069.817546:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.817552:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.817556:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b5725d3 00000400:00000010:0.0:1761317069.817559:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b5725d3. 00000800:00000200:0.0:1761317069.817633:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.817636:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:0.0:1761317069.817639:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.817642:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.817644:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cccb1e8 00000400:00000010:0.0:1761317069.817645:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cccb1e8. 00000100:00000200:0.0:1761317069.817651:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902771072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.818754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000383e3a59. 00010000:00000010:2.1:1761317069.822728:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021b433fb. 00010000:00000010:1.1:1761317069.822916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd184309. 00010000:00000010:1.1:1761317069.822922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094d3a798. 00000400:00000010:1.0:1761317069.822940:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.822944:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.822946:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.822953:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902771072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.822960:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902771072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.822989:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c67a92b. 02000000:00000010:1.0:1761317069.822996:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039b9f135. 00000100:00000010:1.0:1761317069.823001:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.823005:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.823008:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000020:00000010:0.0:1761317069.823140:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000341b1f16. 00000020:00000010:0.0:1761317069.823148:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.823152:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.823175:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000211632ce x1846872898909632/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.823210:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909632 02000000:00000010:0.0:1761317069.823221:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050e3b8dd. 00010000:00000010:0.0:1761317069.823249:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4b4b485. 00010000:00000010:0.0:1761317069.823269:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.823276:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.823292:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.823295:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.823307:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317069.823311:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909632, offset 224 00000400:00000200:0.0:1761317069.823318:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.823329:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.823333:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89825:89825:256:4294967295] 192.168.204.21@tcp LPNI seq info [89825:89825:8:4294967295] 00000400:00000200:0.0:1761317069.823343:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.823348:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.823352:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317069.823358:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.823364:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.823368:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.823400:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.823405:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.823407:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000341b1f16. 00080000:00000010:1.0:1761317069.823613:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c67a92b. 00010000:00000010:1.0:1761317069.823727:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.823735:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dbe73c5. 00010000:00000010:1.0:1761317069.823805:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094d3a798. 00010000:00000010:1.0:1761317069.823811:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.823820:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.823824:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.823829:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.823840:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039b9f135. 02000000:00000010:1.0:1761317069.823859:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba204598. 00000400:00000010:1.0:1761317069.823864:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.823866:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.823870:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771136, portal 16 00000400:00000010:1.0:1761317069.823874:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced575a6. 00000100:00000200:1.0:1761317069.823875:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771136, offset 0 00000400:00000200:1.0:1761317069.824974:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.824987:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.824994:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.824997:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.825000:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.825003:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89826:89826:255:4294967295] 192.168.204.21@tcp LPNI seq info [89826:89826:7:4294967295] 00000400:00000200:1.0:1761317069.825011:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.825015:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.825019:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317069.825024:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.825029:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.825032:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761317069.830474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095bad90b. 00010000:00000010:1.1:1761317069.830490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:0.1:1761317069.830812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2d141a7. 00000400:00000200:0.0:1761317069.830849:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.830866:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a1c0 00000400:00000200:0.0:1761317069.830875:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d71 [1] + 224 00000400:00000200:0.0:1761317069.830901:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.830905:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.830916:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902771136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.831436:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.831451:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.831453:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.831460:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902771136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.831473:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902771136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.831501:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba204598. 02000000:00000010:1.0:1761317069.831507:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039b9f135. 00000100:00000010:1.0:1761317069.831512:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.831515:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.831518:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000020:00000010:3.0:1761317069.832889:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000677ba81d. 00000020:00000010:3.0:1761317069.832896:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000804e63cf. 00000020:00000010:3.0:1761317069.832901:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025620d46. 00000100:00000200:3.0:1761317069.832924:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898909696/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.833501:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909696 02000000:00000010:0.0:1761317069.833517:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4d3fbc9. 00010000:00000010:0.0:1761317069.833546:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009f84b1f. 00010000:00000010:0.0:1761317069.833568:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.833575:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.833594:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.833598:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.833610:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317069.833615:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909696, offset 224 00000400:00000200:0.0:1761317069.833624:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.833638:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.833644:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89827:89827:256:4294967295] 192.168.204.21@tcp LPNI seq info [89827:89827:8:4294967295] 00000400:00000200:0.0:1761317069.833653:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.833659:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.833663:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317069.833670:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.833718:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.833722:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.833736:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000804e63cf. 00000020:00000010:0.0:1761317069.833740:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025620d46. 00000020:00000010:0.0:1761317069.833743:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000677ba81d. 00080000:00000010:1.0:1761317069.833812:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba204598. 00010000:00000010:1.0:1761317069.833898:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.833903:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006dd06bff. 00010000:00000010:1.0:1761317069.833966:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:1.0:1761317069.833971:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.833979:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.833982:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.833987:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317069.833997:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000325752e. 02000000:00000010:1.0:1761317069.834017:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000804c4197. 00000400:00000010:1.0:1761317069.834022:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.834025:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.834029:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771200, portal 16 00000400:00000010:1.0:1761317069.834033:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317069.834034:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771200, offset 0 00000400:00000200:1.0:1761317069.834039:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.834044:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.834050:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.834053:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.834056:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.834058:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89828:89828:255:4294967295] 192.168.204.21@tcp LPNI seq info [89828:89828:7:4294967295] 00000400:00000200:1.0:1761317069.834065:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.834069:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.834073:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354314). 00000800:00000200:1.0:1761317069.834076:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.834080:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.834082:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761317069.835509:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317069.835523:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a200 00000400:00000200:0.0:1761317069.835530:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d7d [1] + 224 00000400:00000200:0.0:1761317069.835540:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.835543:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317069.835549:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902771200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.835616:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.835620:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317069.835621:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.835627:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902771200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.835633:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902771200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.835656:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000804c4197. 02000000:00000010:1.0:1761317069.835662:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000325752e. 00000100:00000010:1.0:1761317069.835665:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:1.0:1761317069.835668:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.835670:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000020:00000010:0.0:1761317069.836624:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee7ef7f0. 00000020:00000010:0.0:1761317069.836631:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.836636:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.836659:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898909760/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.836724:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909760 02000000:00000010:0.0:1761317069.836736:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000317649ce. 00010000:00000010:0.0:1761317069.836760:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cc983cf. 00010000:00000010:0.0:1761317069.836782:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.836788:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.836800:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.836803:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000400:00000010:0.0:1761317069.836815:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317069.836819:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909760, offset 224 00000400:00000200:0.0:1761317069.836826:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.836836:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.836841:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89829:89829:256:4294967295] 192.168.204.21@tcp LPNI seq info [89829:89829:8:4294967295] 00000400:00000200:0.0:1761317069.836850:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.836855:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.836858:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317069.836863:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.836869:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.836872:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.836886:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.836890:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.836892:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee7ef7f0. 00000800:00000200:3.0:1761317069.837044:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.837048:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:3.0:1761317069.837052:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.837056:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.837059:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:3.0:1761317069.837060:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00080000:00000010:1.0:1761317069.837164:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000325752e. 00010000:00000010:1.0:1761317069.837245:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837251:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bdfb7d44. 00000001:00000010:1.0:1761317069.837307:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000db53495a. 00000001:00000010:1.0:1761317069.837313:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000db53495a. 00000001:00000010:1.0:1761317069.837316:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000083e53b5c. 00080000:00000010:1.0:1761317069.837320:0:77308:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 000000005f5e138f. 00080000:00000010:1.0:1761317069.837326:0:77308:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000804c4197. 00000001:00000010:1.0:1761317069.837331:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000db53495a. 00010000:00000010:1.0:1761317069.837360:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095bad90b. 00010000:00000010:1.0:1761317069.837364:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837368:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097b00b08. 00010000:00000010:1.0:1761317069.837384:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837398:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b9f135. 00010000:00000010:1.0:1761317069.837422:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837425:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837469:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005a887b96. 00010000:00000010:1.0:1761317069.837471:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837474:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1e3968f. 00010000:00000010:1.0:1761317069.837476:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837485:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c50f44a. 00010000:00000010:1.0:1761317069.837503:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837505:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837529:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1ac3da1. 00010000:00000010:1.0:1761317069.837531:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837534:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090812d6f. 00010000:00000010:1.0:1761317069.837536:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837542:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b3470a9. 00010000:00000010:1.0:1761317069.837558:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837560:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837587:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000534ed84e. 00010000:00000010:1.0:1761317069.837590:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837593:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060eed407. 00010000:00000010:1.0:1761317069.837595:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837600:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a99cc7a. 00010000:00000010:1.0:1761317069.837616:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837618:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837643:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c05e0be5. 00010000:00000010:1.0:1761317069.837645:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837648:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c6c2af7. 00010000:00000010:1.0:1761317069.837650:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837656:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009de10ae5. 00010000:00000010:1.0:1761317069.837671:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837674:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837728:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000095e37797. 00010000:00000010:1.0:1761317069.837731:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837734:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000071b9ab76. 00010000:00000010:1.0:1761317069.837736:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837742:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000300d0ef4. 00010000:00000010:1.0:1761317069.837760:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837762:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837785:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9513a07. 00010000:00000010:1.0:1761317069.837787:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837789:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ab500535. 00010000:00000010:1.0:1761317069.837792:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837797:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f42d61e9. 00010000:00000010:1.0:1761317069.837814:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837816:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837840:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089dbd83d. 00010000:00000010:1.0:1761317069.837842:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837845:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004939a944. 00010000:00000010:1.0:1761317069.837847:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837853:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a1c3b06. 00010000:00000010:1.0:1761317069.837870:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837872:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837894:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ef8f4b10. 00010000:00000010:1.0:1761317069.837896:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837899:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000596fd287. 00010000:00000010:1.0:1761317069.837901:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837908:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000822f5c5f. 00010000:00000010:1.0:1761317069.837924:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837927:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837953:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004d8bfa43. 00010000:00000010:1.0:1761317069.837956:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.837958:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040d3d4ec. 00010000:00000010:1.0:1761317069.837961:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.837967:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c36b1cf. 00010000:00000010:1.0:1761317069.837982:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.837985:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838012:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000caa6c16. 00010000:00000010:1.0:1761317069.838014:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838017:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096b205b7. 00010000:00000010:1.0:1761317069.838019:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838025:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073a4bc14. 00010000:00000010:1.0:1761317069.838040:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838043:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838065:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005704ec19. 00010000:00000010:1.0:1761317069.838067:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838069:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b426532. 00010000:00000010:1.0:1761317069.838072:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838078:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000932ed985. 00010000:00000010:1.0:1761317069.838097:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838100:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838129:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028dfa4ba. 00010000:00000010:1.0:1761317069.838132:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838135:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072f3e132. 00010000:00000010:1.0:1761317069.838137:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838144:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a782676e. 00010000:00000010:1.0:1761317069.838166:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838169:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838205:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000807488e8. 00010000:00000010:1.0:1761317069.838208:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838210:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b79fb1e. 00010000:00000010:1.0:1761317069.838214:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838221:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2e62900. 00010000:00000010:1.0:1761317069.838240:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838242:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838270:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a0e401b. 00010000:00000010:1.0:1761317069.838273:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838276:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c848c530. 00010000:00000010:1.0:1761317069.838278:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838284:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b2dfb6c. 00010000:00000010:1.0:1761317069.838304:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838306:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838338:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9c2ec48. 00010000:00000010:1.0:1761317069.838340:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838343:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004dfbdeca. 00010000:00000010:1.0:1761317069.838346:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838352:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd0e9ad6. 00010000:00000010:1.0:1761317069.838383:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838387:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838417:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069d00fe9. 00010000:00000010:1.0:1761317069.838420:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838423:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000088335aea. 00010000:00000010:1.0:1761317069.838426:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838433:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052a228cd. 00010000:00000010:1.0:1761317069.838455:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838459:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838490:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001af390cc. 00010000:00000010:1.0:1761317069.838492:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838495:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e033aff7. 00010000:00000010:1.0:1761317069.838497:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838504:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd7ab0f0. 00010000:00000010:1.0:1761317069.838522:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838525:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838553:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be2f78f0. 00010000:00000010:1.0:1761317069.838555:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838558:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efb6618e. 00010000:00000010:1.0:1761317069.838562:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838568:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009eefb9da. 00010000:00000010:1.0:1761317069.838585:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838587:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838614:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7b862fc. 00010000:00000010:1.0:1761317069.838616:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838619:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042837110. 00010000:00000010:1.0:1761317069.838621:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838626:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027473bc4. 00010000:00000010:1.0:1761317069.838644:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838647:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838672:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005402a84f. 00010000:00000010:1.0:1761317069.838675:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838701:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5cd627e. 00010000:00000010:1.0:1761317069.838704:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838710:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4528e89. 00010000:00000010:1.0:1761317069.838730:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838733:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838761:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001dd4cb78. 00010000:00000010:1.0:1761317069.838763:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838766:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4b5911c. 00010000:00000010:1.0:1761317069.838768:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838774:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083551c34. 00010000:00000010:1.0:1761317069.838790:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838792:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838816:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7e2eadb. 00010000:00000010:1.0:1761317069.838818:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838820:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000101b84fa. 00010000:00000010:1.0:1761317069.838822:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838828:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7314ea4. 00010000:00000010:1.0:1761317069.838843:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838846:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838869:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000065517257. 00010000:00000010:1.0:1761317069.838871:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838874:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7971bf1. 00010000:00000010:1.0:1761317069.838876:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838881:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000960ed060. 00010000:00000010:1.0:1761317069.838896:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838898:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838921:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001d71a10. 00010000:00000010:1.0:1761317069.838923:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838925:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080cfde21. 00010000:00000010:1.0:1761317069.838927:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838932:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008422afcf. 00010000:00000010:1.0:1761317069.838949:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.838952:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838981:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003354a177. 00010000:00000010:1.0:1761317069.838984:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.838986:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9a0fc46. 00010000:00000010:1.0:1761317069.838988:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.838994:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ecf9bf. 00010000:00000010:1.0:1761317069.839010:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839012:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839040:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad89bf4c. 00010000:00000010:1.0:1761317069.839042:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839045:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003d996f3e. 00010000:00000010:1.0:1761317069.839048:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839055:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013707867. 00010000:00000010:1.0:1761317069.839076:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839078:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839110:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b089a3c. 00010000:00000010:1.0:1761317069.839114:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839116:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fd8512f7. 00010000:00000010:1.0:1761317069.839119:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839127:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004574c0f5. 00010000:00000010:1.0:1761317069.839148:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839152:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839181:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005f6bd4e1. 00010000:00000010:1.0:1761317069.839184:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839186:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003de8485c. 00010000:00000010:1.0:1761317069.839188:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839195:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7a73646. 00010000:00000010:1.0:1761317069.839215:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839218:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839245:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ffb5ea71. 00010000:00000010:1.0:1761317069.839248:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839251:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009285ae5e. 00010000:00000010:1.0:1761317069.839254:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839261:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa708238. 00010000:00000010:1.0:1761317069.839282:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839285:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839314:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fdd033e. 00010000:00000010:1.0:1761317069.839317:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839320:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000841292aa. 00010000:00000010:1.0:1761317069.839322:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839330:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006235997d. 00010000:00000010:1.0:1761317069.839351:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839355:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839401:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032698bf1. 00010000:00000010:1.0:1761317069.839405:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839408:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002549c2de. 00010000:00000010:1.0:1761317069.839410:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839418:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d8522a. 00010000:00000010:1.0:1761317069.839439:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839443:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839471:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000441df717. 00010000:00000010:1.0:1761317069.839474:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839476:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099e31883. 00010000:00000010:1.0:1761317069.839479:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839486:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2a94421. 00010000:00000010:1.0:1761317069.839508:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839511:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839542:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008268f5dc. 00010000:00000010:1.0:1761317069.839545:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839548:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e13f1bb. 00010000:00000010:1.0:1761317069.839551:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839557:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033aa0136. 00010000:00000010:1.0:1761317069.839576:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839579:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839608:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000999448e. 00010000:00000010:1.0:1761317069.839611:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839613:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b348ca4f. 00010000:00000010:1.0:1761317069.839616:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839623:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ad65a70. 00010000:00000010:1.0:1761317069.839645:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839649:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839702:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0d3fa8a. 00010000:00000010:1.0:1761317069.839705:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839708:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066281600. 00010000:00000010:1.0:1761317069.839710:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839718:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000455bc3a5. 00010000:00000010:1.0:1761317069.839741:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839744:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839774:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a962f89. 00010000:00000010:1.0:1761317069.839777:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839779:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0ea2a14. 00010000:00000010:1.0:1761317069.839782:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839789:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011038fcc. 00010000:00000010:1.0:1761317069.839810:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839814:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839845:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0dc8246. 00010000:00000010:1.0:1761317069.839848:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839851:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcc492a9. 00010000:00000010:1.0:1761317069.839854:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839861:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b662c38. 00010000:00000010:1.0:1761317069.839879:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839882:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839914:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d651bf41. 00010000:00000010:1.0:1761317069.839916:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839920:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bb8183e. 00010000:00000010:1.0:1761317069.839922:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.839929:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1022877. 00010000:00000010:1.0:1761317069.839951:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.839954:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839983:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000146e7d88. 00010000:00000010:1.0:1761317069.839986:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.839990:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f409d414. 00010000:00000010:1.0:1761317069.839993:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.840000:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002205d3f0. 00010000:00000010:1.0:1761317069.840020:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.840023:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840052:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e58b63ce. 00010000:00000010:1.0:1761317069.840054:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840057:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b1864e2. 00010000:00000010:1.0:1761317069.840060:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.840067:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d18f8059. 00010000:00000010:1.0:1761317069.840087:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.840090:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840117:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000539ae10. 00010000:00000010:1.0:1761317069.840120:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840123:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db8a578c. 00010000:00000010:1.0:1761317069.840126:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.840133:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8e5ec27. 00010000:00000010:1.0:1761317069.840154:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.840157:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840185:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007639a9dc. 00010000:00000010:1.0:1761317069.840188:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840191:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c16b85fe. 00010000:00000010:1.0:1761317069.840194:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.840203:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f34bd790. 00010000:00000010:1.0:1761317069.840226:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.840229:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840258:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7dee6b0. 00010000:00000010:1.0:1761317069.840260:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840263:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000021d83c9f. 00010000:00000010:1.0:1761317069.840266:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.840273:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000528f68. 00010000:00000010:1.0:1761317069.840291:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.840294:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840321:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dee5e895. 00010000:00000010:1.0:1761317069.840324:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.840326:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ea38ba. 00010000:00000010:1.0:1761317069.840329:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.840336:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e31f377f. 00010000:00000010:1.0:1761317069.840356:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.840360:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.841615:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000451b97bb. 00010000:00000010:1.0:1761317069.841621:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.841625:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b0785e8. 00010000:00000010:1.0:1761317069.841629:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.841643:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000112befb9. 00010000:00000010:0.1:1761317069.841723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002975524c. 00010000:00000010:1.0:1761317069.841766:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.841771:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.841807:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000830d2fea. 00010000:00000010:1.0:1761317069.841810:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.841813:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020f2bf45. 00010000:00000010:1.0:1761317069.841816:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.841824:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ff67886. 00010000:00000010:1.0:1761317069.841844:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.841847:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.841878:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000010c3f25a. 00010000:00000010:1.0:1761317069.841880:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.841884:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d4ed612. 00010000:00000010:1.0:1761317069.841886:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.841893:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000542189a. 00010000:00000010:1.0:1761317069.841915:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.841919:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.841948:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000091b543e. 00010000:00000010:1.0:1761317069.841951:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.841954:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bf5636c. 00010000:00000010:1.0:1761317069.841956:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.841963:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea1d9109. 00010000:00000010:1.0:1761317069.841983:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.841986:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842019:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003701c2d3. 00010000:00000010:1.0:1761317069.842022:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842025:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aca0cd2c. 00010000:00000010:1.0:1761317069.842028:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842034:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f02d22c6. 00010000:00000010:1.0:1761317069.842052:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842056:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842082:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc5f8a81. 00010000:00000010:1.0:1761317069.842085:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842088:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1dae11a. 00010000:00000010:1.0:1761317069.842091:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842097:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bdddd71. 00010000:00000010:1.0:1761317069.842116:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842119:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842147:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008bda15d4. 00010000:00000010:1.0:1761317069.842149:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842152:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dcbdc308. 00010000:00000010:1.0:1761317069.842155:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842162:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046a9344d. 00010000:00000010:1.0:1761317069.842182:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842185:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842214:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e35aad77. 00010000:00000010:1.0:1761317069.842217:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842220:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008510d4be. 00010000:00000010:1.0:1761317069.842223:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842230:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c327f04d. 00010000:00000010:1.0:1761317069.842248:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842251:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842278:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051dd54eb. 00010000:00000010:1.0:1761317069.842280:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842283:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b648ae8. 00010000:00000010:1.0:1761317069.842286:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842292:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009eaa1ebb. 00010000:00000010:1.0:1761317069.842312:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842315:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842343:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c275cad. 00010000:00000010:1.0:1761317069.842347:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842349:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012eaf92e. 00010000:00000010:1.0:1761317069.842352:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842359:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e3f774e. 00010000:00000010:1.0:1761317069.842390:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842394:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842425:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078af5f06. 00010000:00000010:1.0:1761317069.842428:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842432:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072cff615. 00010000:00000010:1.0:1761317069.842435:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842443:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a3c64e9. 00010000:00000010:1.0:1761317069.842462:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842466:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842492:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000305fcb94. 00010000:00000010:1.0:1761317069.842495:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842498:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007594a53f. 00010000:00000010:1.0:1761317069.842501:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842508:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aee51c5d. 00010000:00000010:1.0:1761317069.842527:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842530:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842559:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca8e7378. 00010000:00000010:1.0:1761317069.842561:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842565:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b3953f48. 00010000:00000010:1.0:1761317069.842567:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842573:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0ed8740. 00010000:00000010:1.0:1761317069.842591:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842593:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842619:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000092a84. 00010000:00000010:1.0:1761317069.842622:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842625:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055128786. 00010000:00000010:1.0:1761317069.842627:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842633:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce061c0a. 00010000:00000010:1.0:1761317069.842652:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842654:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842797:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007738bafe. 00010000:00000010:1.0:1761317069.842800:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842803:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b430857b. 00010000:00000010:1.0:1761317069.842806:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842813:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a45da3a. 00010000:00000010:1.0:1761317069.842836:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842839:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842868:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ff27c2a. 00010000:00000010:1.0:1761317069.842871:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842874:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003802cb6e. 00010000:00000010:1.0:1761317069.842876:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842883:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6a2e3ea. 00010000:00000010:1.0:1761317069.842904:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842908:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842942:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000431cc04e. 00010000:00000010:1.0:1761317069.842945:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.842948:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f17a3cd9. 00010000:00000010:1.0:1761317069.842950:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.842957:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016ed5f84. 00010000:00000010:1.0:1761317069.842977:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.842979:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843008:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004fc645d. 00010000:00000010:1.0:1761317069.843011:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843014:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070b47907. 00010000:00000010:1.0:1761317069.843017:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843023:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b40adc0. 00010000:00000010:1.0:1761317069.843044:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843046:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843077:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000973f5ac2. 00010000:00000010:1.0:1761317069.843080:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843084:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a41fe16. 00010000:00000010:1.0:1761317069.843086:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843093:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077a1cbb1. 00010000:00000010:1.0:1761317069.843112:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843115:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843142:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000690cf0c5. 00010000:00000010:1.0:1761317069.843144:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843147:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a113032. 00010000:00000010:1.0:1761317069.843150:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843157:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073e98e9d. 00010000:00000010:1.0:1761317069.843178:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843181:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843208:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d0c9b73e. 00010000:00000010:1.0:1761317069.843211:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843213:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000003110755. 00010000:00000010:1.0:1761317069.843216:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843223:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d84795da. 00010000:00000010:1.0:1761317069.843242:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843245:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843273:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040527f84. 00010000:00000010:1.0:1761317069.843276:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843278:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d3413b2. 00010000:00000010:1.0:1761317069.843281:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843288:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a449935. 00010000:00000010:1.0:1761317069.843308:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843311:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843343:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db299401. 00010000:00000010:1.0:1761317069.843346:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843349:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009fcc82dc. 00010000:00000010:1.0:1761317069.843352:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843358:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000815ffc20. 00010000:00000010:1.0:1761317069.843394:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843398:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843439:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a0cac25b. 00010000:00000010:1.0:1761317069.843442:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843444:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000abc3ba0f. 00010000:00000010:1.0:1761317069.843447:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843454:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5d8f054. 00010000:00000010:1.0:1761317069.843473:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843476:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843507:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdbea715. 00010000:00000010:1.0:1761317069.843510:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843513:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbe39a32. 00010000:00000010:1.0:1761317069.843515:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843522:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dbc6142. 00010000:00000010:1.0:1761317069.843541:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843543:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843574:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eed2a529. 00010000:00000010:1.0:1761317069.843576:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843579:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac768b1f. 00010000:00000010:1.0:1761317069.843582:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843588:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0bebef9. 00010000:00000010:1.0:1761317069.843607:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843610:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843638:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ee4a7cb. 00010000:00000010:1.0:1761317069.843640:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843644:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008de8043d. 00010000:00000010:1.0:1761317069.843647:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843653:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da8fe0b4. 00010000:00000010:1.0:1761317069.843671:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843674:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843804:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000154a7f2d. 00010000:00000010:1.0:1761317069.843807:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843810:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064e11069. 00010000:00000010:1.0:1761317069.843813:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843820:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb58e280. 00010000:00000010:1.0:1761317069.843841:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843844:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843874:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3024cd8. 00010000:00000010:1.0:1761317069.843876:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843880:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d861131d. 00010000:00000010:1.0:1761317069.843882:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843889:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b480093e. 00010000:00000010:1.0:1761317069.843910:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843913:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843946:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000228b7d7. 00010000:00000010:1.0:1761317069.843948:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.843952:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbc1c291. 00010000:00000010:1.0:1761317069.843954:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.843961:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ca865c6. 00010000:00000010:1.0:1761317069.843980:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.843983:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844017:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d1a9f4a. 00010000:00000010:1.0:1761317069.844020:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844023:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000876b3c82. 00010000:00000010:1.0:1761317069.844025:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844032:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009332b415. 00010000:00000010:1.0:1761317069.844051:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844054:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844083:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9fbf45f. 00010000:00000010:1.0:1761317069.844086:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844089:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da3f640d. 00010000:00000010:1.0:1761317069.844092:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844098:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065cf8b1b. 00010000:00000010:1.0:1761317069.844117:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844120:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844151:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009df0dd13. 00010000:00000010:1.0:1761317069.844154:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844157:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007923cc29. 00010000:00000010:1.0:1761317069.844160:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844167:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bec91153. 00010000:00000010:1.0:1761317069.844186:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844189:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844220:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a91abf77. 00010000:00000010:1.0:1761317069.844223:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844226:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ace91291. 00010000:00000010:1.0:1761317069.844229:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844238:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000db123a. 00010000:00000010:1.0:1761317069.844259:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844262:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844293:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d0060f4. 00010000:00000010:1.0:1761317069.844296:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844299:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba571c0. 00010000:00000010:1.0:1761317069.844302:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844309:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018942f40. 00010000:00000010:1.0:1761317069.844329:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844332:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844363:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002ae9b1fb. 00010000:00000010:1.0:1761317069.844366:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844382:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f01cc5a. 00010000:00000010:1.0:1761317069.844385:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844392:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddf043ea. 00010000:00000010:1.0:1761317069.844414:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844417:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844451:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003f6158af. 00010000:00000010:1.0:1761317069.844454:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844457:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049a7c7aa. 00010000:00000010:1.0:1761317069.844460:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844466:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098b8dfc2. 00010000:00000010:1.0:1761317069.844486:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844490:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844516:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000522456be. 00010000:00000010:1.0:1761317069.844519:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844522:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db8cae6a. 00010000:00000010:1.0:1761317069.844525:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844531:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae274c4c. 00010000:00000010:1.0:1761317069.844551:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844554:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844580:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002233a8f7. 00010000:00000010:1.0:1761317069.844582:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844585:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b90926f. 00010000:00000010:1.0:1761317069.844587:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844594:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcbda243. 00010000:00000010:1.0:1761317069.844615:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844618:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844648:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2899b70. 00010000:00000010:1.0:1761317069.844651:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844654:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036404f8d. 00010000:00000010:1.0:1761317069.844657:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844663:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f8dc4a6. 00010000:00000010:1.0:1761317069.844899:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844903:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844941:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af374b2a. 00010000:00000010:1.0:1761317069.844945:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.844947:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7b7d9bf. 00010000:00000010:1.0:1761317069.844950:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.844958:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0347ba4. 00010000:00000010:1.0:1761317069.844981:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.844984:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845015:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0d928c7. 00010000:00000010:1.0:1761317069.845017:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845020:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000be337b9. 00010000:00000010:1.0:1761317069.845023:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845029:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fee53a47. 00010000:00000010:1.0:1761317069.845048:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845051:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845083:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ecb0c811. 00010000:00000010:1.0:1761317069.845086:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845088:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d01e8755. 00010000:00000010:1.0:1761317069.845091:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845098:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d91c0fad. 00010000:00000010:1.0:1761317069.845118:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845121:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845150:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e9dae81. 00010000:00000010:1.0:1761317069.845153:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845156:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c7bf789. 00010000:00000010:1.0:1761317069.845159:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845166:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044d464df. 00010000:00000010:1.0:1761317069.845187:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845190:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845217:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000507748f2. 00010000:00000010:1.0:1761317069.845219:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845223:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b913fc7. 00010000:00000010:1.0:1761317069.845226:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845233:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2cd4982. 00010000:00000010:1.0:1761317069.845251:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845254:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845280:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051a4d9d9. 00010000:00000010:1.0:1761317069.845282:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845286:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e76303a2. 00010000:00000010:1.0:1761317069.845288:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845296:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddaf7720. 00010000:00000010:1.0:1761317069.845317:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845320:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845351:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d0c50e2. 00010000:00000010:1.0:1761317069.845354:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845357:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b19a31a8. 00010000:00000010:1.0:1761317069.845359:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845368:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003dcf94c1. 00010000:00000010:1.0:1761317069.845399:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845402:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845430:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004a6a8835. 00010000:00000010:1.0:1761317069.845432:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845434:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000566690c. 00010000:00000010:1.0:1761317069.845437:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845444:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cbb9a87. 00010000:00000010:1.0:1761317069.845463:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845465:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845496:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d7f5aff. 00010000:00000010:1.0:1761317069.845498:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845501:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000070110f51. 00010000:00000010:1.0:1761317069.845504:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845511:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062a31444. 00010000:00000010:1.0:1761317069.845530:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845533:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845562:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c59cf269. 00010000:00000010:1.0:1761317069.845564:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845567:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bdef774a. 00010000:00000010:1.0:1761317069.845570:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845577:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b90f8d8. 00010000:00000010:1.0:1761317069.845595:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845598:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845627:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4297781. 00010000:00000010:1.0:1761317069.845630:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845632:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072ec5b7b. 00010000:00000010:1.0:1761317069.845635:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845641:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6d32c6e. 00010000:00000010:1.0:1761317069.845659:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845662:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845775:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000835695a9. 00010000:00000010:1.0:1761317069.845778:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845781:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024361d43. 00010000:00000010:1.0:1761317069.845784:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845791:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d04d199b. 00010000:00000010:1.0:1761317069.845813:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845816:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845846:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086b9f2ce. 00010000:00000010:1.0:1761317069.845849:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845852:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091b10798. 00010000:00000010:1.0:1761317069.845856:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845864:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000562d232b. 00010000:00000010:1.0:1761317069.845884:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845887:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845916:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e0d95a4. 00010000:00000010:1.0:1761317069.845918:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845921:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000016146b08. 00010000:00000010:1.0:1761317069.845924:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845930:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ddb4d96. 00010000:00000010:1.0:1761317069.845950:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.845953:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845982:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1d5dca3. 00010000:00000010:1.0:1761317069.845985:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.845988:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:1.0:1761317069.845991:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.845997:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d076410. 00010000:00000010:1.0:1761317069.846017:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846021:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846051:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbb25323. 00010000:00000010:1.0:1761317069.846054:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846057:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d3234645. 00010000:00000010:1.0:1761317069.846060:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846066:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dc8ae8f. 00010000:00000010:1.0:1761317069.846087:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846090:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846119:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009d0abf3b. 00010000:00000010:1.0:1761317069.846122:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846125:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8e79393. 00010000:00000010:1.0:1761317069.846128:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846135:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000294e7bde. 00010000:00000010:1.0:1761317069.846155:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846158:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846190:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c2c932a3. 00010000:00000010:1.0:1761317069.846193:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846196:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0a62c12. 00010000:00000010:1.0:1761317069.846199:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846207:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014a301fc. 00010000:00000010:1.0:1761317069.846229:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846233:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846266:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8d43323. 00010000:00000010:1.0:1761317069.846269:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846272:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:1.0:1761317069.846275:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846284:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008987cd20. 00010000:00000010:1.0:1761317069.846305:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846308:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846337:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004645c2bb. 00010000:00000010:1.0:1761317069.846340:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846343:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9280401. 00010000:00000010:1.0:1761317069.846346:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846353:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074f83528. 00010000:00000010:1.0:1761317069.846388:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846392:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846427:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009b583a4. 00010000:00000010:1.0:1761317069.846430:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846433:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e99a8284. 00010000:00000010:1.0:1761317069.846435:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846443:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e86f1d1. 00010000:00000010:1.0:1761317069.846464:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846467:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846495:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009fa7affd. 00010000:00000010:1.0:1761317069.846497:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846500:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f64f41e9. 00010000:00000010:1.0:1761317069.846502:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846509:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ff93838. 00010000:00000010:1.0:1761317069.846529:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846532:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846561:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002303c9b9. 00010000:00000010:1.0:1761317069.846564:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846567:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2d0b259. 00010000:00000010:1.0:1761317069.846570:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846577:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004208dda2. 00010000:00000010:1.0:1761317069.846597:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846600:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846628:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000604e45a6. 00010000:00000010:1.0:1761317069.846631:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846634:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097c148bf. 00010000:00000010:1.0:1761317069.846637:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846644:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c8f218c. 00010000:00000010:1.0:1761317069.846664:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846667:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846780:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a88a42c2. 00010000:00000010:1.0:1761317069.846783:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846786:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcb91caa. 00010000:00000010:1.0:1761317069.846789:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846796:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc59072f. 00010000:00000010:1.0:1761317069.846817:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846821:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846850:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008818174d. 00010000:00000010:1.0:1761317069.846853:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846856:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000019b8fd69. 00010000:00000010:1.0:1761317069.846858:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846866:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bac76b6. 00010000:00000010:1.0:1761317069.846888:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846891:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846925:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007aa5c6ac. 00010000:00000010:1.0:1761317069.846927:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846930:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bd46709f. 00010000:00000010:1.0:1761317069.846933:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.846941:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061a6c1de. 00010000:00000010:1.0:1761317069.846961:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.846964:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846992:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c09b0791. 00010000:00000010:1.0:1761317069.846994:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.846997:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000815b43dc. 00010000:00000010:1.0:1761317069.847000:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847007:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000165409b4. 00010000:00000010:1.0:1761317069.847028:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847031:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847061:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ccacef50. 00010000:00000010:1.0:1761317069.847064:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847067:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017cae72f. 00010000:00000010:1.0:1761317069.847069:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847076:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a4edfaa. 00010000:00000010:1.0:1761317069.847096:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847099:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847128:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e7dee3e5. 00010000:00000010:1.0:1761317069.847131:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847134:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072674d6d. 00010000:00000010:1.0:1761317069.847137:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847144:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000270dd67f. 00010000:00000010:1.0:1761317069.847166:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847169:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847199:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2b88e40. 00010000:00000010:1.0:1761317069.847202:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847207:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d2b72f2. 00010000:00000010:1.0:1761317069.847210:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847217:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf112f0b. 00010000:00000010:1.0:1761317069.847238:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847241:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847271:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0e6f830. 00010000:00000010:1.0:1761317069.847274:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847277:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa36d9c7. 00010000:00000010:1.0:1761317069.847279:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847287:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d16a1b. 00010000:00000010:1.0:1761317069.847308:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847311:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847345:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ea6d1ee. 00010000:00000010:1.0:1761317069.847349:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847352:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2170869. 00010000:00000010:1.0:1761317069.847355:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847364:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad6e736b. 00010000:00000010:1.0:1761317069.847399:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847402:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847431:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081a4b62c. 00010000:00000010:1.0:1761317069.847434:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847437:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000063193bd. 00010000:00000010:1.0:1761317069.847440:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847447:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d6d0a2e. 00010000:00000010:1.0:1761317069.847468:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847471:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00000001:00000010:1.0:1761317069.847492:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a7e68b0b. 00000001:00000010:1.0:1761317069.847498:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a7e68b0b. 00000001:00000010:1.0:1761317069.847501:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a7e68b0b. 00000001:00000010:1.0:1761317069.847503:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000db53495a. 00010000:00000010:1.0:1761317069.847518:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b9e3d61. 00010000:00000010:1.0:1761317069.847521:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847524:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d703b6f8. 00010000:00000010:1.0:1761317069.847527:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847535:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a46b69f. 00010000:00000010:1.0:1761317069.847556:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847559:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847586:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000051ec4a51. 00010000:00000010:1.0:1761317069.847589:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847592:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dbd03278. 00010000:00000010:1.0:1761317069.847595:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847603:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000834dc6ea. 00010000:00000010:1.0:1761317069.847625:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847628:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847659:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005eee2ee3. 00010000:00000010:1.0:1761317069.847663:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.847665:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005ff8810. 00010000:00000010:1.0:1761317069.847668:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.847675:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba6ad30e. 00010000:00000010:1.0:1761317069.847970:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.847974:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848006:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff35f06c. 00010000:00000010:1.0:1761317069.848008:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848012:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000363dd969. 00010000:00000010:1.0:1761317069.848015:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848022:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004aad18f6. 00010000:00000010:1.0:1761317069.848044:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848047:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848081:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e98480cb. 00010000:00000010:1.0:1761317069.848084:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848087:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044f4a981. 00010000:00000010:1.0:1761317069.848090:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848098:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae2c0edd. 00010000:00000010:1.0:1761317069.848119:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848123:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848151:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bd6bf796. 00010000:00000010:1.0:1761317069.848154:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848157:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c176a91. 00010000:00000010:1.0:1761317069.848160:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848168:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000159d51d2. 00010000:00000010:1.0:1761317069.848187:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848190:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848219:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ed985c8. 00010000:00000010:1.0:1761317069.848223:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848226:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e567250. 00010000:00000010:1.0:1761317069.848228:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848236:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2118f61. 00010000:00000010:1.0:1761317069.848256:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848259:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848287:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e1a8078. 00010000:00000010:1.0:1761317069.848290:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848293:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee4d90de. 00010000:00000010:1.0:1761317069.848296:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848303:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a740fd7. 00010000:00000010:1.0:1761317069.848324:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848328:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848359:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6642386. 00010000:00000010:1.0:1761317069.848362:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848365:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d154c04b. 00010000:00000010:1.0:1761317069.848368:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848416:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061575f6d. 00010000:00000010:1.0:1761317069.848437:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848440:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848468:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000071450b0. 00010000:00000010:1.0:1761317069.848470:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848473:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a2eae42b. 00010000:00000010:1.0:1761317069.848476:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848482:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8698e20. 00010000:00000010:1.0:1761317069.848503:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848506:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848536:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ee56ca5. 00010000:00000010:1.0:1761317069.848538:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848541:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1a4d59f. 00010000:00000010:1.0:1761317069.848543:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848549:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051b4ac21. 00010000:00000010:1.0:1761317069.848568:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848570:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848597:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001437e47d. 00010000:00000010:1.0:1761317069.848600:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848602:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000941dc314. 00010000:00000010:1.0:1761317069.848605:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848612:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab1eae8f. 00010000:00000010:1.0:1761317069.848630:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848633:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848660:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000004c52bc. 00010000:00000010:1.0:1761317069.848663:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848666:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e36419bb. 00010000:00000010:1.0:1761317069.848668:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848854:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c34e6ef. 00010000:00000010:1.0:1761317069.848879:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848882:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848911:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317069.848913:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848918:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:1.0:1761317069.848921:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848927:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009abb5289. 00010000:00000010:1.0:1761317069.848945:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:1.0:1761317069.848947:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848975:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000234d18a. 00010000:00000010:1.0:1761317069.848977:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.848980:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddff000c. 00010000:00000010:1.0:1761317069.848982:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d346e7bb. 00080000:00000010:1.0:1761317069.848988:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d479952c. 00010000:00000010:1.1:1761317069.852003:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b24b0966. 00010000:00000010:1.1:1761317069.852020:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094d3a798. 00010000:00000010:0.1:1761317069.859928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043b944a4. 00010000:00000010:1.1:1761317069.860022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e819de0. 00010000:00000010:1.1:1761317069.860029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfcfd4d9. 00010000:00000010:1.1:1761317069.860034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095bad90b. 00010000:00000010:1.1:1761317069.860038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097b00b08. 00010000:00000010:1.1:1761317069.860040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a887b96. 00010000:00000010:1.1:1761317069.860043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1e3968f. 00010000:00000010:1.1:1761317069.860046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1ac3da1. 00010000:00000010:1.1:1761317069.860049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090812d6f. 00010000:00000010:1.1:1761317069.860051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000534ed84e. 00010000:00000010:1.1:1761317069.860054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060eed407. 00010000:00000010:1.1:1761317069.860057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c05e0be5. 00010000:00000010:1.1:1761317069.860059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c6c2af7. 00010000:00000010:1.1:1761317069.860062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e37797. 00010000:00000010:1.1:1761317069.860065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071b9ab76. 00010000:00000010:1.1:1761317069.860067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9513a07. 00010000:00000010:1.1:1761317069.860069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab500535. 00010000:00000010:1.1:1761317069.860121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089dbd83d. 00010000:00000010:1.1:1761317069.860124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004939a944. 00010000:00000010:1.1:1761317069.860126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef8f4b10. 00010000:00000010:1.1:1761317069.860128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000596fd287. 00010000:00000010:1.1:1761317069.860132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d8bfa43. 00010000:00000010:1.1:1761317069.860140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040d3d4ec. 00010000:00000010:1.1:1761317069.860143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000caa6c16. 00010000:00000010:1.1:1761317069.860146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b205b7. 00010000:00000010:1.1:1761317069.860148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005704ec19. 00010000:00000010:1.1:1761317069.860151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b426532. 00010000:00000010:1.1:1761317069.860153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028dfa4ba. 00010000:00000010:1.1:1761317069.860156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072f3e132. 00010000:00000010:1.1:1761317069.860158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000807488e8. 00010000:00000010:1.1:1761317069.860160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b79fb1e. 00010000:00000010:1.1:1761317069.860162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a0e401b. 00010000:00000010:1.1:1761317069.860165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c848c530. 00010000:00000010:1.1:1761317069.860167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9c2ec48. 00010000:00000010:1.1:1761317069.860169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dfbdeca. 00010000:00000010:1.1:1761317069.860171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069d00fe9. 00010000:00000010:1.1:1761317069.860175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088335aea. 00010000:00000010:1.1:1761317069.860178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001af390cc. 00010000:00000010:1.1:1761317069.860181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e033aff7. 00010000:00000010:1.1:1761317069.860190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be2f78f0. 00010000:00000010:1.1:1761317069.860194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb6618e. 00010000:00000010:1.1:1761317069.860197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b862fc. 00010000:00000010:1.1:1761317069.860199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042837110. 00010000:00000010:1.1:1761317069.860203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005402a84f. 00010000:00000010:1.1:1761317069.860206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5cd627e. 00010000:00000010:1.1:1761317069.860208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001dd4cb78. 00010000:00000010:1.1:1761317069.860212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b5911c. 00010000:00000010:1.1:1761317069.860215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7e2eadb. 00010000:00000010:1.1:1761317069.860217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000101b84fa. 00010000:00000010:1.1:1761317069.860219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065517257. 00010000:00000010:1.1:1761317069.860221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7971bf1. 00010000:00000010:1.1:1761317069.860222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001d71a10. 00010000:00000010:1.1:1761317069.860224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080cfde21. 00010000:00000010:1.1:1761317069.860226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003354a177. 00010000:00000010:1.1:1761317069.860228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9a0fc46. 00010000:00000010:1.1:1761317069.860230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad89bf4c. 00010000:00000010:1.1:1761317069.860235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d996f3e. 00010000:00000010:1.1:1761317069.860240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b089a3c. 00010000:00000010:1.1:1761317069.860244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd8512f7. 00010000:00000010:1.1:1761317069.860246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f6bd4e1. 00010000:00000010:1.1:1761317069.860249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de8485c. 00010000:00000010:1.1:1761317069.860251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffb5ea71. 00010000:00000010:1.1:1761317069.860253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009285ae5e. 00010000:00000010:1.1:1761317069.860256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fdd033e. 00010000:00000010:1.1:1761317069.860258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000841292aa. 00010000:00000010:1.1:1761317069.860260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032698bf1. 00010000:00000010:1.1:1761317069.860262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002549c2de. 00010000:00000010:1.1:1761317069.860264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000441df717. 00010000:00000010:1.1:1761317069.860266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099e31883. 00010000:00000010:1.1:1761317069.860268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008268f5dc. 00010000:00000010:1.1:1761317069.860270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e13f1bb. 00010000:00000010:1.1:1761317069.860272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000999448e. 00010000:00000010:1.1:1761317069.860274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b348ca4f. 00010000:00000010:1.1:1761317069.860276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0d3fa8a. 00010000:00000010:1.1:1761317069.860278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066281600. 00010000:00000010:1.1:1761317069.860281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a962f89. 00010000:00000010:1.1:1761317069.860283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0ea2a14. 00010000:00000010:1.1:1761317069.860286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0dc8246. 00010000:00000010:1.1:1761317069.860289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc492a9. 00010000:00000010:1.1:1761317069.860292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d651bf41. 00010000:00000010:1.1:1761317069.860295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bb8183e. 00010000:00000010:1.1:1761317069.860297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000146e7d88. 00010000:00000010:1.1:1761317069.860301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f409d414. 00010000:00000010:1.1:1761317069.860305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58b63ce. 00010000:00000010:1.1:1761317069.860308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b1864e2. 00010000:00000010:1.1:1761317069.860311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000539ae10. 00010000:00000010:1.1:1761317069.860315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db8a578c. 00010000:00000010:1.1:1761317069.860317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007639a9dc. 00010000:00000010:1.1:1761317069.860320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16b85fe. 00010000:00000010:1.1:1761317069.860322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7dee6b0. 00010000:00000010:1.1:1761317069.860324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021d83c9f. 00010000:00000010:1.1:1761317069.860327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dee5e895. 00010000:00000010:1.1:1761317069.860329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ea38ba. 00010000:00000010:1.1:1761317069.860332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000451b97bb. 00010000:00000010:1.1:1761317069.860334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b0785e8. 00010000:00000010:1.1:1761317069.860338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000830d2fea. 00010000:00000010:1.1:1761317069.860340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020f2bf45. 00010000:00000010:1.1:1761317069.860343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010c3f25a. 00010000:00000010:1.1:1761317069.860345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d4ed612. 00010000:00000010:1.1:1761317069.860347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000091b543e. 00010000:00000010:1.1:1761317069.860349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bf5636c. 00010000:00000010:1.1:1761317069.860351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003701c2d3. 00010000:00000010:1.1:1761317069.860354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aca0cd2c. 00010000:00000010:1.1:1761317069.860356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc5f8a81. 00010000:00000010:1.1:1761317069.860358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1dae11a. 00010000:00000010:1.1:1761317069.860360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bda15d4. 00010000:00000010:1.1:1761317069.860362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcbdc308. 00010000:00000010:1.1:1761317069.860365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e35aad77. 00010000:00000010:1.1:1761317069.860367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008510d4be. 00010000:00000010:1.1:1761317069.860379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051dd54eb. 00010000:00000010:1.1:1761317069.860382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b648ae8. 00010000:00000010:1.1:1761317069.860386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c275cad. 00010000:00000010:1.1:1761317069.860389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012eaf92e. 00010000:00000010:1.1:1761317069.860392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078af5f06. 00010000:00000010:1.1:1761317069.860395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072cff615. 00010000:00000010:1.1:1761317069.860398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000305fcb94. 00010000:00000010:1.1:1761317069.860401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007594a53f. 00010000:00000010:1.1:1761317069.860404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca8e7378. 00010000:00000010:1.1:1761317069.860407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3953f48. 00010000:00000010:1.1:1761317069.860409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000092a84. 00010000:00000010:1.1:1761317069.860412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055128786. 00010000:00000010:1.1:1761317069.860415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007738bafe. 00010000:00000010:1.1:1761317069.860417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b430857b. 00010000:00000010:1.1:1761317069.860419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ff27c2a. 00010000:00000010:1.1:1761317069.860421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003802cb6e. 00010000:00000010:1.1:1761317069.860424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000431cc04e. 00010000:00000010:1.1:1761317069.860426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17a3cd9. 00010000:00000010:1.1:1761317069.860428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004fc645d. 00010000:00000010:1.1:1761317069.860430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b47907. 00010000:00000010:1.1:1761317069.860434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000973f5ac2. 00010000:00000010:1.1:1761317069.860438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a41fe16. 00010000:00000010:1.1:1761317069.860440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000690cf0c5. 00010000:00000010:1.1:1761317069.860443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a113032. 00010000:00000010:1.1:1761317069.860445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0c9b73e. 00010000:00000010:1.1:1761317069.860448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003110755. 00010000:00000010:1.1:1761317069.860450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040527f84. 00010000:00000010:1.1:1761317069.860452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3413b2. 00010000:00000010:1.1:1761317069.860457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db299401. 00010000:00000010:1.1:1761317069.860476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fcc82dc. 00010000:00000010:1.1:1761317069.860479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0cac25b. 00010000:00000010:1.1:1761317069.860482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abc3ba0f. 00010000:00000010:1.1:1761317069.860485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbea715. 00010000:00000010:1.1:1761317069.860488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbe39a32. 00010000:00000010:1.1:1761317069.860490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eed2a529. 00010000:00000010:1.1:1761317069.860493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac768b1f. 00010000:00000010:1.1:1761317069.860495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ee4a7cb. 00010000:00000010:1.1:1761317069.860499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008de8043d. 00010000:00000010:1.1:1761317069.860502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000154a7f2d. 00010000:00000010:1.1:1761317069.860504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e11069. 00010000:00000010:1.1:1761317069.860507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3024cd8. 00010000:00000010:1.1:1761317069.860510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d861131d. 00010000:00000010:1.1:1761317069.860513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000228b7d7. 00010000:00000010:1.1:1761317069.860516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbc1c291. 00010000:00000010:1.1:1761317069.860518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d1a9f4a. 00010000:00000010:1.1:1761317069.860521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876b3c82. 00010000:00000010:1.1:1761317069.860523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9fbf45f. 00010000:00000010:1.1:1761317069.860527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da3f640d. 00010000:00000010:1.1:1761317069.860529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009df0dd13. 00010000:00000010:1.1:1761317069.860531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007923cc29. 00010000:00000010:1.1:1761317069.860533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a91abf77. 00010000:00000010:1.1:1761317069.860536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ace91291. 00010000:00000010:1.1:1761317069.860539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d0060f4. 00010000:00000010:1.1:1761317069.860542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba571c0. 00010000:00000010:1.1:1761317069.860544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae9b1fb. 00010000:00000010:1.1:1761317069.860547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f01cc5a. 00010000:00000010:1.1:1761317069.860551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f6158af. 00010000:00000010:1.1:1761317069.860554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049a7c7aa. 00010000:00000010:1.1:1761317069.860556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000522456be. 00010000:00000010:1.1:1761317069.860558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db8cae6a. 00010000:00000010:1.1:1761317069.860561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002233a8f7. 00010000:00000010:1.1:1761317069.860563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b90926f. 00010000:00000010:1.1:1761317069.860566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2899b70. 00010000:00000010:1.1:1761317069.860569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036404f8d. 00010000:00000010:1.1:1761317069.860571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af374b2a. 00010000:00000010:1.1:1761317069.860573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b7d9bf. 00010000:00000010:1.1:1761317069.860576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d928c7. 00010000:00000010:1.1:1761317069.860578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be337b9. 00010000:00000010:1.1:1761317069.860580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecb0c811. 00010000:00000010:1.1:1761317069.860582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01e8755. 00010000:00000010:1.1:1761317069.860584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e9dae81. 00010000:00000010:1.1:1761317069.860586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c7bf789. 00010000:00000010:1.1:1761317069.860589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507748f2. 00010000:00000010:1.1:1761317069.860591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b913fc7. 00010000:00000010:1.1:1761317069.860593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051a4d9d9. 00010000:00000010:1.1:1761317069.860596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76303a2. 00010000:00000010:1.1:1761317069.860598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d0c50e2. 00010000:00000010:1.1:1761317069.860600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b19a31a8. 00010000:00000010:1.1:1761317069.860602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6a8835. 00010000:00000010:1.1:1761317069.860604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000566690c. 00010000:00000010:1.1:1761317069.860606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d7f5aff. 00010000:00000010:1.1:1761317069.860608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070110f51. 00010000:00000010:1.1:1761317069.860610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59cf269. 00010000:00000010:1.1:1761317069.860612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdef774a. 00010000:00000010:1.1:1761317069.860614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4297781. 00010000:00000010:1.1:1761317069.860616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072ec5b7b. 00010000:00000010:1.1:1761317069.860620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000835695a9. 00010000:00000010:1.1:1761317069.860622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024361d43. 00010000:00000010:1.1:1761317069.860625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086b9f2ce. 00010000:00000010:1.1:1761317069.860627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091b10798. 00010000:00000010:1.1:1761317069.860630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e0d95a4. 00010000:00000010:1.1:1761317069.860632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016146b08. 00010000:00000010:1.1:1761317069.860634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1d5dca3. 00010000:00000010:1.1:1761317069.860637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f9ab1. 00010000:00000010:1.1:1761317069.860640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbb25323. 00010000:00000010:1.1:1761317069.860643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3234645. 00010000:00000010:1.1:1761317069.860645:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d0abf3b. 00010000:00000010:1.1:1761317069.860648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e79393. 00010000:00000010:1.1:1761317069.860651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2c932a3. 00010000:00000010:1.1:1761317069.860653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a62c12. 00010000:00000010:1.1:1761317069.860656:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8d43323. 00010000:00000010:1.1:1761317069.860658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba3e2d1. 00010000:00000010:1.1:1761317069.860660:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004645c2bb. 00010000:00000010:1.1:1761317069.860663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9280401. 00010000:00000010:1.1:1761317069.860665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009b583a4. 00010000:00000010:1.1:1761317069.860667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99a8284. 00010000:00000010:1.1:1761317069.860669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fa7affd. 00010000:00000010:1.1:1761317069.860672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f64f41e9. 00010000:00000010:1.1:1761317069.860693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002303c9b9. 00010000:00000010:1.1:1761317069.860698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d0b259. 00010000:00000010:1.1:1761317069.860701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000604e45a6. 00010000:00000010:1.1:1761317069.860703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097c148bf. 00010000:00000010:1.1:1761317069.860705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a88a42c2. 00010000:00000010:1.1:1761317069.860708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcb91caa. 00010000:00000010:1.1:1761317069.860710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008818174d. 00010000:00000010:1.1:1761317069.860712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019b8fd69. 00010000:00000010:1.1:1761317069.860715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007aa5c6ac. 00010000:00000010:1.1:1761317069.860717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd46709f. 00010000:00000010:1.1:1761317069.860719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c09b0791. 00010000:00000010:1.1:1761317069.860722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815b43dc. 00010000:00000010:1.1:1761317069.860724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccacef50. 00010000:00000010:1.1:1761317069.860726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017cae72f. 00010000:00000010:1.1:1761317069.860728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7dee3e5. 00010000:00000010:1.1:1761317069.860730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072674d6d. 00010000:00000010:1.1:1761317069.860733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2b88e40. 00010000:00000010:1.1:1761317069.860737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2b72f2. 00010000:00000010:1.1:1761317069.860741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0e6f830. 00010000:00000010:1.1:1761317069.860744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa36d9c7. 00010000:00000010:1.1:1761317069.860748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ea6d1ee. 00080000:00000010:2.0:1761317069.860785:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dac84c0d. 00080000:00000010:2.0:1761317069.860788:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021592387. 00080000:00000010:2.0:1761317069.860791:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5e1e45f. 00080000:00000010:2.0:1761317069.860793:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c5d68d8. 00080000:00000010:2.0:1761317069.860796:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009e161ea. 00080000:00000010:2.0:1761317069.860798:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064f32594. 00080000:00000010:2.0:1761317069.860800:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001cf266be. 00080000:00000010:2.0:1761317069.860803:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000143e804f. 00080000:00000010:2.0:1761317069.860805:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000129541f7. 00080000:00000010:2.0:1761317069.860806:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1a92914. 00080000:00000010:2.0:1761317069.860808:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a2011a2. 00080000:00000010:2.0:1761317069.860811:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c241ac28. 00080000:00000010:2.0:1761317069.860812:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081ce8bc9. 00080000:00000010:2.0:1761317069.860815:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006363cd54. 00080000:00000010:2.0:1761317069.860817:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee8a5fd1. 00080000:00000010:2.0:1761317069.860819:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a396bf86. 00080000:00000010:2.0:1761317069.860822:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046cac5db. 00080000:00000010:2.0:1761317069.860824:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000614466a4. 00080000:00000010:2.0:1761317069.860827:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008652ddce. 00080000:00000010:2.0:1761317069.860830:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027437a2f. 00080000:00000010:2.0:1761317069.860833:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eda403c8. 00080000:00000010:2.0:1761317069.860836:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073af8d16. 00080000:00000010:2.0:1761317069.860839:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c717ffed. 00080000:00000010:2.0:1761317069.860841:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c18bb605. 00080000:00000010:2.0:1761317069.860844:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026bdbdc8. 00080000:00000010:2.0:1761317069.860846:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af4a088f. 00080000:00000010:2.0:1761317069.860849:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008784a93e. 00080000:00000010:2.0:1761317069.860851:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dd5beff. 00080000:00000010:2.0:1761317069.860854:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006c1e611. 00080000:00000010:2.0:1761317069.860856:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047300f3f. 00080000:00000010:2.0:1761317069.860859:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000473bd3fb. 00080000:00000010:2.0:1761317069.860862:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4cf0461. 00080000:00000010:2.0:1761317069.860864:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a14a3f16. 00080000:00000010:2.0:1761317069.860866:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e86c1258. 00080000:00000010:2.0:1761317069.860868:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040cf0607. 00080000:00000010:2.0:1761317069.860871:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e6e962c. 00080000:00000010:2.0:1761317069.860873:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004002771c. 00080000:00000010:2.0:1761317069.860875:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009a1e564. 00080000:00000010:2.0:1761317069.860878:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003415c58b. 00080000:00000010:2.0:1761317069.860962:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033fc2e7a. 00080000:00000010:2.0:1761317069.860965:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd6a6515. 00080000:00000010:2.0:1761317069.860968:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3b8b88c. 00080000:00000010:2.0:1761317069.860970:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cf4472b. 00080000:00000010:2.0:1761317069.860973:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092d864e4. 00080000:00000010:2.0:1761317069.860975:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000261abd3f. 00080000:00000010:2.0:1761317069.860977:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cae249c7. 00080000:00000010:2.0:1761317069.860979:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ccf6fea. 00080000:00000010:2.0:1761317069.860981:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000b95109. 00080000:00000010:2.0:1761317069.860983:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bad907e4. 00080000:00000010:2.0:1761317069.860986:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ac6a02d. 00080000:00000010:2.0:1761317069.860988:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fd7398b. 00080000:00000010:2.0:1761317069.860990:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055bea083. 00080000:00000010:2.0:1761317069.860993:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051489478. 00080000:00000010:2.0:1761317069.860995:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000192bbb89. 00080000:00000010:2.0:1761317069.860999:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007737b8e5. 00080000:00000010:2.0:1761317069.861003:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e6e2c8c. 00080000:00000010:2.0:1761317069.861006:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084c6709f. 00080000:00000010:2.0:1761317069.861008:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078adbd7f. 00080000:00000010:2.0:1761317069.861011:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f1d9a60. 00080000:00000010:2.0:1761317069.861013:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004306bef0. 00080000:00000010:2.0:1761317069.861015:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095047811. 00080000:00000010:2.0:1761317069.861017:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002324f995. 00080000:00000010:2.0:1761317069.861020:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022f314d8. 00080000:00000010:2.0:1761317069.861023:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e90a1af4. 00080000:00000010:2.0:1761317069.861025:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b75349c1. 00080000:00000010:2.0:1761317069.861028:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e2abc66. 00080000:00000010:2.0:1761317069.861031:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ac72674. 00080000:00000010:2.0:1761317069.861034:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6024331. 00080000:00000010:2.0:1761317069.861036:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000062fac83. 00080000:00000010:2.0:1761317069.861038:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c146c222. 00080000:00000010:2.0:1761317069.861040:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000552ede20. 00080000:00000010:2.0:1761317069.861043:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae37e4cd. 00080000:00000010:2.0:1761317069.861045:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d82d8e5. 00080000:00000010:2.0:1761317069.861047:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000589bec26. 00080000:00000010:2.0:1761317069.861049:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f33b40d. 00080000:00000010:2.0:1761317069.861051:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a939cd1. 00080000:00000010:2.0:1761317069.861054:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3f30f5a. 00080000:00000010:2.0:1761317069.861056:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1a04e70. 00080000:00000010:2.0:1761317069.861060:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f05c8497. 00080000:00000010:2.0:1761317069.861062:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd474622. 00080000:00000010:2.0:1761317069.861065:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065e08a87. 00080000:00000010:2.0:1761317069.861067:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae2c7847. 00080000:00000010:2.0:1761317069.861069:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f21d03d6. 00080000:00000010:2.0:1761317069.861072:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4379ae3. 00080000:00000010:2.0:1761317069.861075:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000055225a6. 00080000:00000010:2.0:1761317069.861078:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080868dca. 00080000:00000010:2.0:1761317069.861081:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4c04826. 00080000:00000010:2.0:1761317069.861084:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092babc72. 00080000:00000010:2.0:1761317069.861086:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1e82145. 00080000:00000010:2.0:1761317069.861088:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f62db02. 00080000:00000010:2.0:1761317069.861091:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094616b72. 00080000:00000010:2.0:1761317069.861093:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c98d1b31. 00080000:00000010:2.0:1761317069.861095:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b942a551. 00080000:00000010:2.0:1761317069.861097:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003538052d. 00080000:00000010:2.0:1761317069.861099:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d467d4c. 00080000:00000010:2.0:1761317069.861101:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041ccfe90. 00080000:00000010:2.0:1761317069.861103:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8a95b4e. 00080000:00000010:2.0:1761317069.861105:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea50bd3c. 00080000:00000010:2.0:1761317069.861108:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000436f6fa1. 00080000:00000010:2.0:1761317069.861109:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f6f47f6. 00080000:00000010:2.0:1761317069.861112:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f007726b. 00080000:00000010:2.0:1761317069.861114:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b9e3ad1. 00010000:00000010:1.1:1761317069.864293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2170869. 00010000:00000010:1.1:1761317069.864312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081a4b62c. 00010000:00000010:1.1:1761317069.864317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000063193bd. 00010000:00000010:1.1:1761317069.864319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b9e3d61. 00010000:00000010:1.1:1761317069.864322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d703b6f8. 00010000:00000010:1.1:1761317069.864324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051ec4a51. 00010000:00000010:1.1:1761317069.864326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbd03278. 00010000:00000010:1.1:1761317069.864328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eee2ee3. 00010000:00000010:1.1:1761317069.864331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ff8810. 00010000:00000010:1.1:1761317069.864333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff35f06c. 00010000:00000010:1.1:1761317069.864335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000363dd969. 00010000:00000010:1.1:1761317069.864338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e98480cb. 00010000:00000010:1.1:1761317069.864340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f4a981. 00010000:00000010:1.1:1761317069.864342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd6bf796. 00010000:00000010:1.1:1761317069.864345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c176a91. 00010000:00000010:1.1:1761317069.864349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ed985c8. 00010000:00000010:1.1:1761317069.864352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e567250. 00010000:00000010:1.1:1761317069.864354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e1a8078. 00010000:00000010:1.1:1761317069.864357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee4d90de. 00010000:00000010:1.1:1761317069.864359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6642386. 00010000:00000010:1.1:1761317069.864362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d154c04b. 00010000:00000010:1.1:1761317069.864365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000071450b0. 00010000:00000010:1.1:1761317069.864367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2eae42b. 00010000:00000010:1.1:1761317069.864380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee56ca5. 00010000:00000010:1.1:1761317069.864383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a4d59f. 00010000:00000010:1.1:1761317069.864385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001437e47d. 00010000:00000010:1.1:1761317069.864387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000941dc314. 00010000:00000010:1.1:1761317069.864390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000004c52bc. 00010000:00000010:1.1:1761317069.864392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e36419bb. 00010000:00000010:1.1:1761317069.864394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317069.864397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:3.0:1761317069.867394:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d346e7bb. 00010000:00000010:3.0:1761317069.867407:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:3.0:1761317069.867480:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b3aaff69. 00010000:00000010:3.0:1761317069.867485:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867490:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005426d006. 00010000:00000010:3.0:1761317069.867495:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.867513:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8734474. 00010000:00000010:3.0:1761317069.867536:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.867539:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867568:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f4d67fe. 00010000:00000010:3.0:1761317069.867570:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867573:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004dd7f804. 00010000:00000010:3.0:1761317069.867575:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.867581:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000634e42da. 00010000:00000010:3.0:1761317069.867598:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.867600:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867623:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000827a25ca. 00010000:00000010:3.0:1761317069.867625:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867628:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a79655f. 00010000:00000010:3.0:1761317069.867630:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.867635:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016f8303e. 00010000:00000010:3.0:1761317069.867651:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.867654:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867676:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007df4f656. 00010000:00000010:3.0:1761317069.867736:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867739:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f934c12. 00010000:00000010:3.0:1761317069.867742:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.867749:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f6cd94c. 00010000:00000010:3.0:1761317069.867769:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.867771:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867797:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f653a485. 00010000:00000010:3.0:1761317069.867799:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867801:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000964f44b2. 00010000:00000010:3.0:1761317069.867803:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.867809:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a159f1d3. 00010000:00000010:3.0:1761317069.867825:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.867827:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867865:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cbc19475. 00010000:00000010:3.0:1761317069.867867:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867869:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa53a8e2. 00010000:00000010:3.0:1761317069.867872:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.867877:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000498d2a08. 00010000:00000010:3.0:1761317069.867893:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.867896:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867919:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a473e277. 00010000:00000010:3.0:1761317069.867921:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867923:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020cf398f. 00010000:00000010:3.0:1761317069.867925:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.867931:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da1ef58e. 00010000:00000010:3.0:1761317069.867946:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.867949:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867976:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070aa4d99. 00010000:00000010:3.0:1761317069.867978:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.867982:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c21a236. 00010000:00000010:3.0:1761317069.867984:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.867989:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c65f2cc3. 00010000:00000010:3.0:1761317069.868005:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868008:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868029:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004815c379. 00010000:00000010:3.0:1761317069.868032:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868034:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099aea487. 00010000:00000010:3.0:1761317069.868036:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868042:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e32cd5a9. 00010000:00000010:3.0:1761317069.868057:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868059:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868083:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f50bb33. 00010000:00000010:3.0:1761317069.868086:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868089:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053e195dc. 00010000:00000010:3.0:1761317069.868091:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868098:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d43dbf8. 00010000:00000010:3.0:1761317069.868115:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868118:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868141:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e20e559. 00010000:00000010:3.0:1761317069.868143:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868146:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000082d3dca. 00010000:00000010:3.0:1761317069.868148:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868153:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000677ba81d. 00010000:00000010:3.0:1761317069.868169:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868171:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868195:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0e45b33. 00010000:00000010:3.0:1761317069.868197:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868200:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aea86556. 00010000:00000010:3.0:1761317069.868203:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868208:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc74b8e3. 00010000:00000010:3.0:1761317069.868224:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868226:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868247:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4895d94. 00010000:00000010:3.0:1761317069.868250:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868252:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d27e3194. 00010000:00000010:3.0:1761317069.868254:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868260:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015d8e60a. 00010000:00000010:3.0:1761317069.868276:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868278:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868302:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050432abd. 00010000:00000010:3.0:1761317069.868304:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868307:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000aefd22e. 00010000:00000010:3.0:1761317069.868309:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868314:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d53b8c4a. 00010000:00000010:3.0:1761317069.868330:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868332:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868353:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e9ce869. 00010000:00000010:3.0:1761317069.868355:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868357:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047bcb888. 00010000:00000010:3.0:1761317069.868359:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868364:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000578a8fb2. 00010000:00000010:3.0:1761317069.868395:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868398:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868427:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad8c439c. 00010000:00000010:3.0:1761317069.868431:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868433:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ba6db9. 00010000:00000010:3.0:1761317069.868437:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868443:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3b9a0c3. 00010000:00000010:3.0:1761317069.868463:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868466:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868491:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b84c596. 00010000:00000010:3.0:1761317069.868494:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868497:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006188138c. 00010000:00000010:3.0:1761317069.868499:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868506:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c647f76. 00010000:00000010:3.0:1761317069.868531:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868534:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868561:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000335e8656. 00010000:00000010:3.0:1761317069.868564:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868566:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038d51992. 00010000:00000010:3.0:1761317069.868569:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868575:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d976588. 00010000:00000010:3.0:1761317069.868596:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868598:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868625:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013d26225. 00010000:00000010:3.0:1761317069.868628:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868632:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078db6e38. 00010000:00000010:3.0:1761317069.868634:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868641:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000315017a0. 00010000:00000010:3.0:1761317069.868660:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868662:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868722:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000daece260. 00010000:00000010:3.0:1761317069.868726:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868729:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a23b4b8. 00010000:00000010:3.0:1761317069.868732:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868741:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1c51c74. 00010000:00000010:3.0:1761317069.868763:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868766:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868792:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eab5ef37. 00010000:00000010:3.0:1761317069.868795:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868798:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce6d467c. 00010000:00000010:3.0:1761317069.868801:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868809:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041e9f769. 00010000:00000010:3.0:1761317069.868827:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868830:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868853:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf5d0f78. 00010000:00000010:3.0:1761317069.868856:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868859:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dadc9372. 00010000:00000010:3.0:1761317069.868861:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868868:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c1d5860. 00010000:00000010:3.0:1761317069.868885:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868887:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868911:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000908a2243. 00010000:00000010:3.0:1761317069.868914:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868916:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ae5f146. 00010000:00000010:3.0:1761317069.868919:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868924:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f77840c. 00010000:00000010:3.0:1761317069.868941:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.868944:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868970:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000680ebdf6. 00010000:00000010:3.0:1761317069.868973:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.868975:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afd63cdd. 00010000:00000010:3.0:1761317069.868977:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.868983:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2bfcd11. 00010000:00000010:3.0:1761317069.868999:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869001:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869024:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000961dd8e8. 00010000:00000010:3.0:1761317069.869027:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869030:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080faa132. 00010000:00000010:3.0:1761317069.869033:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869038:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e361ad0e. 00010000:00000010:3.0:1761317069.869055:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869057:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869084:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093b37810. 00010000:00000010:3.0:1761317069.869087:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869090:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4bf9456. 00010000:00000010:3.0:1761317069.869093:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869100:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000775ff62f. 00010000:00000010:3.0:1761317069.869119:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869122:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869145:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aee73606. 00010000:00000010:3.0:1761317069.869147:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869150:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dee0f018. 00010000:00000010:3.0:1761317069.869152:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869157:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004db19f1e. 00010000:00000010:3.0:1761317069.869172:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869174:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869195:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8c913b9. 00010000:00000010:3.0:1761317069.869198:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869201:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc4039a9. 00010000:00000010:3.0:1761317069.869203:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869210:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f8b0e37. 00010000:00000010:3.0:1761317069.869227:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869229:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869251:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007da13c9d. 00010000:00000010:3.0:1761317069.869253:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869256:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e618501. 00010000:00000010:3.0:1761317069.869258:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869263:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000daf5ae5. 00010000:00000010:3.0:1761317069.869279:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869281:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869307:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cb22a98. 00010000:00000010:3.0:1761317069.869310:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869313:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c77b6952. 00010000:00000010:3.0:1761317069.869315:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869320:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f60f1d7. 00010000:00000010:3.0:1761317069.869336:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869339:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869364:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066854b81. 00010000:00000010:3.0:1761317069.869366:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869383:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1c557a1. 00010000:00000010:3.0:1761317069.869386:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869394:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056cdd94f. 00010000:00000010:3.0:1761317069.869418:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869421:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869453:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006898caf1. 00010000:00000010:3.0:1761317069.869455:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869458:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076eb4e40. 00010000:00000010:3.0:1761317069.869461:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869468:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb46bc4b. 00010000:00000010:3.0:1761317069.869489:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869492:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869521:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cec8ae2f. 00010000:00000010:3.0:1761317069.869524:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869527:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032ccffda. 00010000:00000010:3.0:1761317069.869530:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869537:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a728d21. 00010000:00000010:3.0:1761317069.869558:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869561:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869587:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fa61736. 00010000:00000010:3.0:1761317069.869589:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869592:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea5f81f8. 00010000:00000010:3.0:1761317069.869595:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869602:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2dff981. 00010000:00000010:3.0:1761317069.869622:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869625:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869654:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7c44bd7. 00010000:00000010:3.0:1761317069.869656:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869660:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000135adb86. 00010000:00000010:3.0:1761317069.869663:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869670:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003222f138. 00010000:00000010:3.0:1761317069.869724:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869728:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869760:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c32d6277. 00010000:00000010:3.0:1761317069.869763:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869766:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002894bcd9. 00010000:00000010:3.0:1761317069.869768:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869775:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd5baeb5. 00010000:00000010:3.0:1761317069.869796:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869799:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869826:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085bc55f7. 00010000:00000010:3.0:1761317069.869828:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869831:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4ba057e. 00010000:00000010:3.0:1761317069.869833:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869839:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c8e96c5. 00010000:00000010:3.0:1761317069.869856:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869858:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869886:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f1ba619. 00010000:00000010:3.0:1761317069.869888:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869891:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adb2f43d. 00010000:00000010:3.0:1761317069.869893:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869900:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4005eb7. 00010000:00000010:3.0:1761317069.869920:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869923:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869960:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000966c29c6. 00010000:00000010:3.0:1761317069.869963:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.869966:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bf6f6a7. 00010000:00000010:3.0:1761317069.869968:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.869976:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057d42657. 00010000:00000010:3.0:1761317069.869995:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.869998:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870023:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000363ac22f. 00010000:00000010:3.0:1761317069.870025:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870028:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba6eb18c. 00010000:00000010:3.0:1761317069.870030:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.870037:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f5e138f. 00010000:00000010:3.0:1761317069.870055:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.870057:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870085:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015589391. 00010000:00000010:3.0:1761317069.870087:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870090:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094404acc. 00010000:00000010:3.0:1761317069.870093:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.870100:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b51c92f2. 00010000:00000010:3.0:1761317069.870122:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.870126:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870157:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c90a49d. 00010000:00000010:3.0:1761317069.870160:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870163:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5ba28a2. 00010000:00000010:3.0:1761317069.870165:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.870172:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000716b2463. 00010000:00000010:3.0:1761317069.870193:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.870195:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870224:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040707fa0. 00010000:00000010:3.0:1761317069.870227:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870229:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000832a0c36. 00010000:00000010:3.0:1761317069.870233:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.870240:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6098a48. 00010000:00000010:3.0:1761317069.870260:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.870263:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870294:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059626bd4. 00010000:00000010:3.0:1761317069.870297:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870300:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058a493df. 00010000:00000010:3.0:1761317069.870303:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.870310:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc43d571. 00010000:00000010:3.0:1761317069.870330:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.870332:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870360:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8d9db42. 00010000:00000010:3.0:1761317069.870363:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870365:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9f64118. 00010000:00000010:3.0:1761317069.870368:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.870757:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005de01ad6. 00010000:00000010:3.0:1761317069.870786:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.870790:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870820:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e068748f. 00010000:00000010:3.0:1761317069.870823:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870826:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0f6378c. 00010000:00000010:3.0:1761317069.870829:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.870836:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bae4c05b. 00010000:00000010:3.0:1761317069.870857:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.870860:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870950:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009392b5f3. 00010000:00000010:3.0:1761317069.870953:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.870956:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001703e709. 00010000:00000010:3.0:1761317069.870959:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.870967:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000963aacd4. 00010000:00000010:3.0:1761317069.870991:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.870994:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871028:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009bf401b9. 00010000:00000010:3.0:1761317069.871031:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871035:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a11378e3. 00010000:00000010:3.0:1761317069.871038:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.871046:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013af619b. 00010000:00000010:3.0:1761317069.871066:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.871070:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871098:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004626255b. 00010000:00000010:3.0:1761317069.871101:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871104:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.0:1761317069.871107:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.871114:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007621349e. 00010000:00000010:3.0:1761317069.871135:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.871138:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871170:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac8507b3. 00010000:00000010:3.0:1761317069.871173:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871176:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c98aa32. 00010000:00000010:3.0:1761317069.871179:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.871186:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000247b903e. 00010000:00000010:3.0:1761317069.871207:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.871210:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871235:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6b9234d. 00010000:00000010:3.0:1761317069.871238:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871240:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001ce93a3. 00010000:00000010:3.0:1761317069.871243:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.871250:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb4180c1. 00010000:00000010:3.0:1761317069.871270:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.871273:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871361:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055818390. 00010000:00000010:3.0:1761317069.871365:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871367:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018373c2e. 00010000:00000010:3.0:1761317069.871379:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.871388:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050d85551. 00010000:00000010:3.0:1761317069.871412:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.871415:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871446:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000306f9df7. 00010000:00000010:3.0:1761317069.871449:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871451:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c836be2. 00010000:00000010:3.0:1761317069.871454:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.871461:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056db1b4a. 00010000:00000010:3.0:1761317069.871482:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.871485:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871517:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078e71043. 00010000:00000010:3.0:1761317069.871520:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871523:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b149adc. 00010000:00000010:3.0:1761317069.871526:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.871535:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e304ee4f. 00010000:00000010:3.0:1761317069.871557:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.871560:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317069.871589:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010a04c3e. 00010000:00000010:3.0:1761317069.871593:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.871601:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a6efad7f. 00000100:00000010:3.0:1761317069.871609:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317069.871618:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 02000000:00000010:3.0:1761317069.871634:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004857a4a1. 02000000:00000010:3.0:1761317069.871665:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b99c5c2. 00000400:00000010:3.0:1761317069.871672:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317069.871766:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034199819. 00000100:00000200:3.0:1761317069.871775:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771264, portal 16 00000400:00000010:3.0:1761317069.871781:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dda9d8. 00000100:00000200:3.0:1761317069.871783:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771264, offset 0 00000400:00000200:3.0:1761317069.871793:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.871811:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.874588:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.874598:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.874603:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.874606:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89830:89830:256:4294967295] 192.168.204.21@tcp LPNI seq info [89830:89830:8:4294967295] 00000400:00000200:3.0:1761317069.874621:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.874629:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.874638:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00000800:00000200:3.0:1761317069.874647:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.874655:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.874659:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317069.876084:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317069.876093:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:0.0:1761317069.876101:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317069.876109:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317069.876115:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dda9d8 00000400:00000010:0.0:1761317069.876117:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dda9d8. 00000100:00000200:0.0:1761317069.876127:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a88443b x1846872902771264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.878847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000234d18a. 00010000:00000010:3.1:1761317069.878863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddff000c. 00000400:00000200:2.0:1761317069.878865:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00010000:00000010:3.1:1761317069.878873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3aaff69. 00000400:00000200:2.0:1761317069.878887:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a240 00010000:00000010:3.1:1761317069.878890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00000400:00000200:2.0:1761317069.878895:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d89 [1] + 224 00000400:00000200:2.0:1761317069.878912:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.878916:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.878927:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a88443b x1846872902771264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.878957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f4d67fe. 00010000:00000010:3.1:1761317069.878961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd7f804. 00010000:00000010:3.1:1761317069.878964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000827a25ca. 00010000:00000010:3.1:1761317069.878968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a79655f. 00010000:00000010:3.1:1761317069.878970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007df4f656. 00010000:00000010:3.1:1761317069.878974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f934c12. 00010000:00000010:3.1:1761317069.878977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f653a485. 00010000:00000010:3.1:1761317069.878980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000964f44b2. 00010000:00000010:3.1:1761317069.878982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbc19475. 00010000:00000010:3.1:1761317069.878984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa53a8e2. 00010000:00000010:3.1:1761317069.878986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a473e277. 00010000:00000010:3.1:1761317069.878989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020cf398f. 00010000:00000010:3.1:1761317069.878991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070aa4d99. 00010000:00000010:3.1:1761317069.878993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c21a236. 00010000:00000010:3.1:1761317069.878995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004815c379. 00010000:00000010:3.1:1761317069.878999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099aea487. 00010000:00000010:3.1:1761317069.879002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f50bb33. 00010000:00000010:3.1:1761317069.879004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e195dc. 00010000:00000010:3.1:1761317069.879006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e20e559. 00010000:00000010:3.1:1761317069.879009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00010000:00000010:3.1:1761317069.879011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0e45b33. 00010000:00000010:3.1:1761317069.879013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aea86556. 00010000:00000010:3.1:1761317069.879016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4895d94. 00010000:00000010:3.1:1761317069.879019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27e3194. 00010000:00000010:3.1:1761317069.879025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050432abd. 00010000:00000010:3.1:1761317069.879028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aefd22e. 00010000:00000010:3.1:1761317069.879030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e9ce869. 00010000:00000010:3.1:1761317069.879033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047bcb888. 00010000:00000010:3.1:1761317069.879034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad8c439c. 00010000:00000010:3.1:1761317069.879037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ba6db9. 00010000:00000010:3.1:1761317069.879040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b84c596. 00010000:00000010:3.1:1761317069.879042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006188138c. 00010000:00000010:3.1:1761317069.879044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000335e8656. 00010000:00000010:3.1:1761317069.879047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038d51992. 00010000:00000010:3.1:1761317069.879049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013d26225. 00010000:00000010:3.1:1761317069.879053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078db6e38. 00010000:00000010:3.1:1761317069.879056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daece260. 00010000:00000010:3.1:1761317069.879061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a23b4b8. 00010000:00000010:3.1:1761317069.879063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab5ef37. 00010000:00000010:3.1:1761317069.879067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce6d467c. 00010000:00000010:3.1:1761317069.879069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf5d0f78. 00010000:00000010:3.1:1761317069.879085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dadc9372. 00010000:00000010:3.1:1761317069.879088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000908a2243. 00010000:00000010:3.1:1761317069.879090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae5f146. 00010000:00000010:3.1:1761317069.879092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000680ebdf6. 00010000:00000010:3.1:1761317069.879095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd63cdd. 00010000:00000010:3.1:1761317069.879097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000961dd8e8. 00010000:00000010:3.1:1761317069.879100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080faa132. 00010000:00000010:3.1:1761317069.879102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093b37810. 00010000:00000010:3.1:1761317069.879103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4bf9456. 00010000:00000010:3.1:1761317069.879109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aee73606. 00000400:00000010:1.0:1761317069.879109:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00010000:00000010:3.1:1761317069.879111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dee0f018. 00010000:00000010:3.1:1761317069.879113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8c913b9. 00000400:00000200:1.0:1761317069.879114:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034199819 00010000:00000010:3.1:1761317069.879115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc4039a9. 00000400:00000010:1.0:1761317069.879116:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034199819. 00010000:00000010:3.1:1761317069.879118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007da13c9d. 00010000:00000010:3.1:1761317069.879120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e618501. 00000100:00000200:1.0:1761317069.879122:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a88443b x1846872902771264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.879123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cb22a98. 00010000:00000010:3.1:1761317069.879125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c77b6952. 00010000:00000010:3.1:1761317069.879127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066854b81. 00000100:00000200:1.0:1761317069.879129:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a88443b x1846872902771264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.879130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c557a1. 00010000:00000010:3.1:1761317069.879132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006898caf1. 00010000:00000010:3.1:1761317069.879135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076eb4e40. 00010000:00000010:3.1:1761317069.879137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cec8ae2f. 00010000:00000010:3.1:1761317069.879139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032ccffda. 00010000:00000010:3.1:1761317069.879141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fa61736. 00010000:00000010:3.1:1761317069.879143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5f81f8. 02000000:00000010:1.0:1761317069.879159:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b99c5c2. 02000000:00000010:1.0:1761317069.879164:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004857a4a1. 00000100:00000010:1.0:1761317069.879167:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 00000100:00000010:1.0:1761317069.879171:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:1.0:1761317069.879174:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a6efad7f. 00000400:00000200:3.0:1761317069.879774:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.879787:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b680 00000400:00000200:3.0:1761317069.879793:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf6d1 [2] + 1968 00000400:00000010:3.0:1761317069.879799:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6680eae. 00000400:00000200:3.0:1761317069.879804:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000044b3e98c 00000400:00000200:3.0:1761317069.880093:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.880098:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.880102:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000044b3e98c 00000400:00000010:3.0:1761317069.880104:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000044b3e98c (tot 82353666). 00000100:00000200:3.0:1761317069.880109:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317069.880213:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071afdb8d. 00000020:00000010:2.0:1761317069.880221:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.880226:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317069.880253:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5a2a1d2 x1846872898909824/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317069.880290:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909824 02000000:00000010:2.0:1761317069.880302:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8c7f480. 00010000:00000010:2.0:1761317069.880333:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8537231. 00010000:00000010:2.0:1761317069.880357:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317069.880364:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8e2636e. 00000100:00000010:2.0:1761317069.880392:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8e2636e. 00010000:00000010:2.0:1761317069.880395:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000010:2.0:1761317069.880409:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000653d2cc2. 00000100:00000200:2.0:1761317069.880414:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909824, offset 224 00000400:00000200:2.0:1761317069.880423:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317069.880433:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317069.880438:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89831:89831:256:4294967295] 192.168.204.21@tcp LPNI seq info [89831:89831:8:4294967295] 00000400:00000200:2.0:1761317069.880447:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317069.880451:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317069.880455:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82353914). 00000800:00000200:2.0:1761317069.880460:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317069.880467:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317069.880470:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317069.880501:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.880505:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317069.880507:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071afdb8d. 02000000:00000010:2.0:1761317069.880516:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000317649ce. 00000100:00000010:2.0:1761317069.880519:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 02000000:00000010:2.0:1761317069.880523:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4d3fbc9. 00000100:00000010:2.0:1761317069.880525:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:2.0:1761317069.880528:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050e3b8dd. 00000100:00000010:2.0:1761317069.880530:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 02000000:00000010:2.0:1761317069.880533:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb5c5856. 00000100:00000010:2.0:1761317069.880536:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 02000000:00000010:2.0:1761317069.880538:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ca1854f. 00000100:00000010:2.0:1761317069.880540:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 02000000:00000010:2.0:1761317069.880547:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075ede0d8. 00000100:00000010:2.0:1761317069.880548:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00000100:00000200:2.0:1761317069.880555:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317069.880560:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000acdff1ee. 00000400:00000010:2.0:1761317069.880564:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8e2636e (tot 82354066). 00080000:00000010:3.0:1761317069.880674:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036d864b1. 00010000:00000010:3.0:1761317069.880807:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.880814:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0ebbe12. 00010000:00000010:3.0:1761317069.880901:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094a490dd. 00010000:00000010:3.0:1761317069.880907:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.880919:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000746bf96d. 00000100:00000010:3.0:1761317069.880923:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d0373e8. 00000100:00000010:3.0:1761317069.880930:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317069.880941:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d5e37bc. 02000000:00000010:3.0:1761317069.880969:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004857a4a1. 00000400:00000010:3.0:1761317069.880974:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317069.880977:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe45649f. 00000100:00000200:3.0:1761317069.880981:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771328, portal 16 00000400:00000010:3.0:1761317069.880985:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317069.880987:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771328, offset 0 00000400:00000200:3.0:1761317069.880993:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.881000:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.881006:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.881009:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.881012:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.881014:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89832:89832:255:4294967295] 192.168.204.21@tcp LPNI seq info [89832:89832:7:4294967295] 00000400:00000200:3.0:1761317069.881022:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.881026:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.881030:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25cfc05 (tot 82354314). 00000800:00000200:3.0:1761317069.881034:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.881038:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.881041:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25cfc05 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317069.881146:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.881151:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000400:00000200:1.0:1761317069.881159:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.881163:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.881167:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000653d2cc2 00000400:00000010:1.0:1761317069.881168:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000653d2cc2. 02000000:00000010:1.0:1761317069.881174:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8c7f480. 00000800:00000200:1.0:1761317069.881522:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.881525:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25cfc05 (tot 82353818). 00000400:00000200:1.0:1761317069.881529:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.881533:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.881536:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:1.0:1761317069.881537:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:1.0:1761317069.881542:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902771328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.881780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c44bd7. 00010000:00000010:3.1:1761317069.881787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000135adb86. 00010000:00000010:3.1:1761317069.881791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c32d6277. 00010000:00000010:3.1:1761317069.881794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002894bcd9. 00010000:00000010:3.1:1761317069.881799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085bc55f7. 00010000:00000010:3.1:1761317069.881802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4ba057e. 00010000:00000010:3.1:1761317069.881804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f1ba619. 00010000:00000010:3.1:1761317069.881807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adb2f43d. 00010000:00000010:3.1:1761317069.881810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000966c29c6. 00010000:00000010:3.1:1761317069.881813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bf6f6a7. 00010000:00000010:3.1:1761317069.881815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000363ac22f. 00010000:00000010:3.1:1761317069.881819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6eb18c. 00010000:00000010:3.1:1761317069.881822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015589391. 00010000:00000010:3.1:1761317069.881824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094404acc. 00010000:00000010:3.1:1761317069.881826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c90a49d. 00010000:00000010:3.1:1761317069.881828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5ba28a2. 00010000:00000010:3.1:1761317069.881830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040707fa0. 00010000:00000010:3.1:1761317069.881832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832a0c36. 00010000:00000010:3.1:1761317069.881836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059626bd4. 00010000:00000010:3.1:1761317069.881839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a493df. 00010000:00000010:3.1:1761317069.881841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d9db42. 00010000:00000010:3.1:1761317069.881843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9f64118. 00010000:00000010:3.1:1761317069.881846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e068748f. 00010000:00000010:3.1:1761317069.881848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0f6378c. 00010000:00000010:3.1:1761317069.881850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009392b5f3. 00010000:00000010:3.1:1761317069.881852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001703e709. 00010000:00000010:3.1:1761317069.881854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bf401b9. 00010000:00000010:3.1:1761317069.881858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a11378e3. 00010000:00000010:3.1:1761317069.881861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004626255b. 00010000:00000010:3.1:1761317069.881864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.1:1761317069.881866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac8507b3. 00010000:00000010:3.1:1761317069.881869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c98aa32. 00010000:00000010:3.1:1761317069.881872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6b9234d. 00010000:00000010:3.1:1761317069.881874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001ce93a3. 00010000:00000010:3.1:1761317069.881876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055818390. 00010000:00000010:3.1:1761317069.881879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018373c2e. 00010000:00000010:3.1:1761317069.881882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000306f9df7. 00010000:00000010:3.1:1761317069.881884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c836be2. 00010000:00000010:3.1:1761317069.881886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e71043. 00010000:00000010:3.1:1761317069.881888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b149adc. 00010000:00000010:2.1:1761317069.887501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e665b987. 00000400:00000200:2.0:1761317069.889265:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.889283:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a280 00000400:00000200:2.0:1761317069.889291:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0d99 [1] + 224 00000400:00000200:2.0:1761317069.889303:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.889307:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.889318:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902771328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317069.889344:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.889348:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b6c0 00000400:00000200:2.0:1761317069.889353:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf729 [2] + 0 00000400:00000200:2.0:1761317069.889436:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.889440:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.889444:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317069.889449:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 00000400:00000010:0.0:1761317069.890985:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:0.0:1761317069.890995:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe45649f 00000400:00000010:0.0:1761317069.890997:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe45649f. 00000100:00000200:0.0:1761317069.891018:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902771328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.891028:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902771328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.891066:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004857a4a1. 02000000:00000010:0.0:1761317069.891073:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d5e37bc. 00000100:00000010:0.0:1761317069.891076:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:0.0:1761317069.891080:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d0373e8. 00010000:00000010:0.0:1761317069.891084:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000746bf96d. 00000020:00000010:1.0:1761317069.891204:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065819d40. 00000020:00000010:1.0:1761317069.891212:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317069.891220:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317069.891248:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000043b3a93 x1846872898909888/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317069.891273:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909888 02000000:00000010:1.0:1761317069.891282:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000baa494a3. 00010000:00000010:1.0:1761317069.891308:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059159d80. 00010000:00000010:1.0:1761317069.891330:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.891335:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.891352:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.891354:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000010:1.0:1761317069.891380:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.891385:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909888, offset 224 00000400:00000200:1.0:1761317069.891392:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.891404:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.891410:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89833:89833:256:4294967295] 192.168.204.21@tcp LPNI seq info [89833:89833:8:4294967295] 00000400:00000200:1.0:1761317069.891419:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.891424:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.891428:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317069.891434:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.891441:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.891444:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317069.891462:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317069.891467:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317069.891470:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065819d40. 00010000:00000010:3.1:1761317069.891589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043085fb7. 00010000:00000010:3.1:1761317069.891595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a04c3e. 00000800:00000200:3.0:1761317069.891704:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.891707:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:3.0:1761317069.891711:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.891715:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.891718:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:3.0:1761317069.891720:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00080000:00000010:0.0:1761317069.892098:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee7ef7f0. 00010000:00000010:0.0:1761317069.892184:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:0.0:1761317069.892191:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092dfbfcd. 00010000:00000010:0.0:1761317069.892259:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317069.892266:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.892276:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.892280:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.892286:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317069.892296:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9836e8f. 02000000:00000010:0.0:1761317069.892319:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050e3b8dd. 00000400:00000010:0.0:1761317069.892324:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317069.892328:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317069.892333:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771392, portal 16 00000400:00000010:0.0:1761317069.892337:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317069.892339:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771392, offset 0 00000400:00000200:0.0:1761317069.892344:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.892353:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.892360:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.892362:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.892365:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.892367:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89834:89834:256:4294967295] 192.168.204.21@tcp LPNI seq info [89834:89834:8:4294967295] 00000400:00000200:0.0:1761317069.892386:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.892390:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.892394:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317069.892398:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.892403:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.892407:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317069.892572:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.892575:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:2.0:1761317069.892578:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.892582:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.892585:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:2.0:1761317069.892586:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000100:00000200:2.0:1761317069.892591:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010822fe5 x1846872902771392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.900829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6c7fe6c. 00000400:00000200:2.0:1761317069.901030:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.901049:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a2c0 00000400:00000200:2.0:1761317069.901057:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0da5 [1] + 224 00000400:00000200:2.0:1761317069.901070:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.901085:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.901095:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010822fe5 x1846872902771392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317069.901130:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.901137:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b700 00000400:00000200:2.0:1761317069.901142:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf729 [2] + 328 00000400:00000200:2.0:1761317069.901203:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.901207:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.901211:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317069.901217:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 00000400:00000010:0.0:1761317069.901326:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:0.0:1761317069.901331:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:0.0:1761317069.901333:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:0.0:1761317069.901338:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010822fe5 x1846872902771392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.901347:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010822fe5 x1846872902771392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.901385:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050e3b8dd. 02000000:00000010:0.0:1761317069.901392:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9836e8f. 00000100:00000010:0.0:1761317069.901395:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00000100:00000010:0.0:1761317069.901402:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.901405:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000020:00000010:3.0:1761317069.901481:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b99c5c2. 00000020:00000010:3.0:1761317069.901488:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000014287f4c. 00000020:00000010:3.0:1761317069.901492:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d033b048. 00000100:00000200:3.0:1761317069.901515:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000211632ce x1846872898909952/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317069.901547:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898909952 02000000:00000010:3.0:1761317069.901558:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005d5e37bc. 00010000:00000010:3.0:1761317069.901583:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000088ae973f. 00010000:00000010:3.0:1761317069.901603:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0d45dfa. 00000100:00000010:3.0:1761317069.901608:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317069.901623:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317069.901626:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0d45dfa. 00000400:00000010:3.0:1761317069.901638:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317069.901641:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898909952, offset 224 00000400:00000200:3.0:1761317069.901649:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.901659:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.901665:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89835:89835:256:4294967295] 192.168.204.21@tcp LPNI seq info [89835:89835:8:4294967295] 00000400:00000200:3.0:1761317069.901675:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.901712:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.901717:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ebc9050 (tot 82354066). 00000800:00000200:3.0:1761317069.901723:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.901730:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.901733:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ebc9050 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317069.901747:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000014287f4c. 00000020:00000010:3.0:1761317069.901751:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d033b048. 00000020:00000010:3.0:1761317069.901754:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b99c5c2. 00080000:00000010:0.0:1761317069.901818:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9836e8f. 00010000:00000010:0.0:1761317069.901899:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.901906:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fbd80649. 00010000:00000010:0.0:1761317069.901975:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.0:1761317069.901981:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.901991:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.901994:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.902000:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317069.902009:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050e3b8dd. 02000000:00000010:0.0:1761317069.902029:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4d3fbc9. 00000400:00000010:0.0:1761317069.902032:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317069.902035:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317069.902040:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771456, portal 16 00000400:00000010:0.0:1761317069.902043:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317069.902045:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771456, offset 0 00000400:00000200:0.0:1761317069.902050:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.902057:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.902063:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.902066:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.902069:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.902084:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89836:89836:255:4294967295] 192.168.204.21@tcp LPNI seq info [89836:89836:7:4294967295] 00000400:00000200:0.0:1761317069.902091:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.902095:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.902099:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354314). 00000800:00000200:0.0:1761317069.902102:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.902106:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.902108:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317069.902286:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.902290:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ebc9050 (tot 82354066). 00000400:00000200:2.0:1761317069.902294:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.902297:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.902301:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:2.0:1761317069.902303:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000800:00000200:2.0:1761317069.902343:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.902345:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353818). 00000400:00000200:2.0:1761317069.902347:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.902350:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.902351:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:2.0:1761317069.902352:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00000100:00000200:2.0:1761317069.902357:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010822fe5 x1846872902771456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.904780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000862e5622. 00010000:00000010:0.1:1761317069.904794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a490dd. 00000400:00000200:2.0:1761317069.905039:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.905056:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a300 00000400:00000200:2.0:1761317069.905064:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0db1 [1] + 224 00000400:00000200:2.0:1761317069.905084:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.905088:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.905097:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010822fe5 x1846872902771456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317069.905130:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.905136:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b740 00000400:00000200:2.0:1761317069.905142:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf729 [2] + 656 00000400:00000200:2.0:1761317069.905149:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.905151:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.905155:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317069.905160:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000020:00000010:1.0:1761317069.905259:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065819d40. 00000020:00000010:1.0:1761317069.905266:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317069.905270:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317069.905292:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898910016/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317069.905326:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910016 02000000:00000010:1.0:1761317069.905339:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021f9f64e. 00010000:00000010:1.0:1761317069.905384:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.905391:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.905398:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.905401:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000010:1.0:1761317069.905416:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317069.905421:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910016, offset 224 00000400:00000200:1.0:1761317069.905429:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.905439:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.905444:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89837:89837:256:4294967295] 192.168.204.21@tcp LPNI seq info [89837:89837:8:4294967295] 00000400:00000200:1.0:1761317069.905452:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.905457:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.905460:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317069.905465:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.905471:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.905475:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317069.905497:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317069.905503:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317069.905506:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065819d40. 00000400:00000010:0.0:1761317069.905634:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:0.0:1761317069.905639:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:0.0:1761317069.905640:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:0.0:1761317069.905645:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010822fe5 x1846872902771456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.905652:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010822fe5 x1846872902771456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317069.905673:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025610857. 02000000:00000010:0.0:1761317069.905727:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4d3fbc9. 02000000:00000010:0.0:1761317069.905734:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050e3b8dd. 00000100:00000010:0.0:1761317069.905737:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00000100:00000010:0.0:1761317069.905743:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317069.905746:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00080000:00000010:0.0:1761317069.905764:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050e3b8dd. 00010000:00000010:0.0:1761317069.905854:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.905859:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4c16632. 00010000:00000010:0.0:1761317069.905935:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3c99195. 00010000:00000010:0.0:1761317069.905938:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003aa1da9a. 00010000:00000010:0.0:1761317069.905944:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317069.905949:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00080000:00000010:0.0:1761317069.905961:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4d3fbc9. 00010000:00000010:0.0:1761317069.905986:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.905990:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003aa1da9a. 00010000:00000010:0.0:1761317069.906043:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:0.0:1761317069.906047:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.906055:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317069.906059:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.906064:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317069.906074:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000317649ce. 02000000:00000010:0.0:1761317069.906096:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000341b1f16. 00000400:00000010:0.0:1761317069.906101:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317069.906104:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317069.906108:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771520, portal 16 00000400:00000010:0.0:1761317069.906120:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023f77c1e. 00000100:00000200:0.0:1761317069.906122:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771520, offset 0 00000400:00000200:0.0:1761317069.906127:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.906135:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.906142:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.906145:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.906148:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.906151:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89838:89838:255:4294967295] 192.168.204.21@tcp LPNI seq info [89838:89838:7:4294967295] 00000400:00000200:0.0:1761317069.906158:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.906163:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.906166:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354314). 00000800:00000200:0.0:1761317069.906170:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.906175:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.906178:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317069.906358:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.906362:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82354066). 00000400:00000200:2.0:1761317069.906366:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.906380:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.906383:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:2.0:1761317069.906385:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000800:00000200:2.0:1761317069.906453:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.906456:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:2.0:1761317069.906459:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.906462:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.906464:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023f77c1e 00000400:00000010:2.0:1761317069.906465:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023f77c1e. 00000100:00000200:2.0:1761317069.906470:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010822fe5 x1846872902771520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317069.908852:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.908871:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a340 00000400:00000200:2.0:1761317069.908879:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0dbd [1] + 224 00000400:00000200:2.0:1761317069.908891:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.908895:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.908904:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010822fe5 x1846872902771520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317069.908980:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:3.0:1761317069.908985:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:3.0:1761317069.908987:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:3.0:1761317069.908993:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010822fe5 x1846872902771520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.909000:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010822fe5 x1846872902771520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.909027:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000341b1f16. 02000000:00000010:3.0:1761317069.909034:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000317649ce. 00000100:00000010:3.0:1761317069.909039:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00000100:00000010:3.0:1761317069.909045:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:3.0:1761317069.909049:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00010000:00000010:3.1:1761317069.909892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007befd6cd. 00000400:00000200:2.0:1761317069.910921:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.910936:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b780 00000400:00000200:2.0:1761317069.910942:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf729 [2] + 984 00000400:00000200:2.0:1761317069.910998:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.911003:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.911008:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317069.911012:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 00000020:00000010:3.0:1761317069.911246:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b99c5c2. 00000020:00000010:3.0:1761317069.911254:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000014287f4c. 00000020:00000010:3.0:1761317069.911258:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d033b048. 00000100:00000200:3.0:1761317069.911285:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898910080/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317069.911925:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910080 02000000:00000010:1.0:1761317069.911941:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004134f8b9. 00010000:00000010:1.0:1761317069.911974:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b2f787e. 00010000:00000010:1.0:1761317069.911997:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.912006:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.912026:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.912029:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000010:1.0:1761317069.912048:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bd35a22. 00000100:00000200:1.0:1761317069.912054:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910080, offset 224 00000400:00000200:1.0:1761317069.912064:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.912078:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.912084:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89839:89839:256:4294967295] 192.168.204.21@tcp LPNI seq info [89839:89839:8:4294967295] 00000400:00000200:1.0:1761317069.912095:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.912101:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.912105:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317069.912110:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.912117:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.912120:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317069.912135:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000014287f4c. 00000020:00000010:1.0:1761317069.912139:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d033b048. 00000020:00000010:1.0:1761317069.912142:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b99c5c2. 00000800:00000200:2.0:1761317069.912274:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.912279:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00080000:00000010:0.0:1761317069.912279:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000341b1f16. 00000400:00000200:2.0:1761317069.912283:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.912287:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.912291:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bd35a22 00000400:00000010:2.0:1761317069.912294:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bd35a22. 00010000:00000010:0.0:1761317069.912381:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.912388:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ec91e87. 00010000:00000010:0.0:1761317069.912457:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e44f0a92. 00010000:00000010:0.0:1761317069.912463:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d40c3825. 00010000:00000010:0.0:1761317069.912474:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba7aa5e3. 00000100:00000010:0.0:1761317069.912478:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317069.912485:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317069.912496:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c9d3fbe. 02000000:00000010:0.0:1761317069.912516:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb551fcb. 00000400:00000010:0.0:1761317069.912521:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e923b7a9. 00000400:00000010:0.0:1761317069.912526:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317069.912530:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771584, portal 16 00000400:00000010:0.0:1761317069.912534:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317069.912536:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771584, offset 0 00000400:00000200:0.0:1761317069.912541:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.912547:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.912553:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317069.912556:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317069.912558:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317069.912561:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89840:89840:256:4294967295] 192.168.204.21@tcp LPNI seq info [89840:89840:8:4294967295] 00000400:00000200:0.0:1761317069.912567:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.912571:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.912575:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317069.912579:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.912583:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.912585:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317069.913089:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.913093:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82353818). 00000400:00000200:2.0:1761317069.913096:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.913101:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.913104:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:2.0:1761317069.913106:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:2.0:1761317069.913110:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902771584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317069.915653:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.915673:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a380 00000400:00000200:2.0:1761317069.915790:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0dc9 [1] + 224 00000400:00000200:2.0:1761317069.915893:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.915927:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.915938:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902771584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317069.916013:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.916019:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b7c0 00000400:00000200:2.0:1761317069.916023:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf729 [2] + 1312 00000400:00000200:2.0:1761317069.916263:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.916267:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.916271:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317069.916277:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00000400:00000010:3.0:1761317069.916459:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e923b7a9. 00000400:00000200:3.0:1761317069.916465:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:3.0:1761317069.916467:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:3.0:1761317069.916472:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902771584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.916482:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902771584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.916512:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb551fcb. 02000000:00000010:3.0:1761317069.916518:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c9d3fbe. 00000100:00000010:3.0:1761317069.916521:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:3.0:1761317069.916525:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:3.0:1761317069.916528:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba7aa5e3. 00000020:00000010:0.0:1761317069.916614:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000289a3d54. 00000020:00000010:0.0:1761317069.916621:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.916626:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.916648:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898910144/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.916780:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910144 02000000:00000010:0.0:1761317069.916792:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465a6efc. 00010000:00000010:0.0:1761317069.916824:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089acb136. 00010000:00000010:0.0:1761317069.916844:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.916849:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008681d24a. 00000100:00000010:0.0:1761317069.916856:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008681d24a. 00010000:00000010:0.0:1761317069.916858:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.916868:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317069.916871:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910144, offset 224 00000400:00000200:0.0:1761317069.916878:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.916887:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.916892:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89841:89841:256:4294967295] 192.168.204.21@tcp LPNI seq info [89841:89841:8:4294967295] 00000400:00000200:0.0:1761317069.916901:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.916906:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.916911:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317069.916916:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.916922:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.916925:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.916943:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.916947:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.916949:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000289a3d54. 00080000:00000010:2.0:1761317069.917079:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075ede0d8. 00010000:00000010:2.0:1761317069.917159:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d40c3825. 00010000:00000010:2.0:1761317069.917165:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001eb82e7c. 00010000:00000010:2.0:1761317069.917229:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000140f833e. 00010000:00000010:2.0:1761317069.917234:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317069.917241:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317069.917245:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317069.917250:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317069.917259:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb5c5856. 02000000:00000010:2.0:1761317069.917277:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071afdb8d. 00000400:00000010:2.0:1761317069.917280:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2d98d25. 00000400:00000010:2.0:1761317069.917284:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc9c74a. 00000100:00000200:2.0:1761317069.917289:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771648, portal 16 00000400:00000010:2.0:1761317069.917292:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317069.917294:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771648, offset 0 00000400:00000200:2.0:1761317069.917298:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317069.917304:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317069.917310:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317069.917313:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317069.917316:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317069.917318:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89842:89842:255:4294967295] 192.168.204.21@tcp LPNI seq info [89842:89842:7:4294967295] 00000400:00000200:2.0:1761317069.917325:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317069.917329:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317069.917333:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354314). 00000800:00000200:2.0:1761317069.917336:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317069.917340:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317069.917342:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317069.917495:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.917498:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82354066). 00000400:00000200:1.0:1761317069.917502:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.917506:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.917509:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:1.0:1761317069.917511:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000800:00000200:1.0:1761317069.917561:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.917563:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:1.0:1761317069.917568:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.917571:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.917573:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:1.0:1761317069.917574:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:1.0:1761317069.917580:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902771648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.918076:0:65609:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094467130. 00010000:00000010:0.1:1761317069.918084:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00000400:00000200:2.0:1761317069.920030:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.920047:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a3c0 00000400:00000200:2.0:1761317069.920056:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0dd5 [1] + 224 00000400:00000200:2.0:1761317069.920073:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.920077:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.920086:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c67b2b8 x1846872902771648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317069.920122:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.920128:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b800 00000400:00000200:2.0:1761317069.920132:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf729 [2] + 1640 00000400:00000010:3.0:1761317069.920174:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2d98d25. 00000400:00000200:3.0:1761317069.920180:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc9c74a 00000400:00000200:2.0:1761317069.920182:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761317069.920183:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc9c74a. 00000400:00000200:2.0:1761317069.920189:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.920194:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761317069.920197:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902771648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761317069.920202:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 00000100:00000200:3.0:1761317069.920209:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902771648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.920236:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071afdb8d. 02000000:00000010:3.0:1761317069.920242:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb5c5856. 00000100:00000010:3.0:1761317069.920246:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:3.0:1761317069.920249:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:3.0:1761317069.920253:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000020:00000010:0.0:1761317069.920363:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000289a3d54. 00000020:00000010:0.0:1761317069.920378:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.920382:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.920404:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be90a4d7 x1846872898910208/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.920468:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910208 02000000:00000010:0.0:1761317069.920479:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670fc3c5. 00010000:00000010:0.0:1761317069.920505:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0a9b4ff. 00010000:00000010:0.0:1761317069.920527:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.920533:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008681d24a. 00000100:00000010:0.0:1761317069.920802:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008681d24a. 00010000:00000010:0.0:1761317069.920814:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.920829:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317069.920833:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910208, offset 224 00000400:00000200:0.0:1761317069.920841:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.920852:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.920860:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89843:89843:256:4294967295] 192.168.204.21@tcp LPNI seq info [89843:89843:8:4294967295] 00000400:00000200:0.0:1761317069.920869:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.920874:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.920879:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317069.920884:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.920889:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.920893:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.921064:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.921069:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.921071:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000289a3d54. 00000800:00000200:2.0:1761317069.921142:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.921146:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00080000:00000010:3.0:1761317069.921150:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004857a4a1. 00000400:00000200:2.0:1761317069.921151:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.921157:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.921160:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:2.0:1761317069.921161:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00010000:00000010:3.0:1761317069.921236:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:3.0:1761317069.921243:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9cdec75. 00010000:00000010:3.0:1761317069.921307:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010a04c3e. 00010000:00000010:3.0:1761317069.921313:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.921362:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0d45dfa. 00000100:00000010:3.0:1761317069.921366:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317069.921382:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317069.921390:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b99c5c2. 02000000:00000010:3.0:1761317069.921410:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000317649ce. 00000400:00000010:3.0:1761317069.921413:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d689c805. 00000400:00000010:3.0:1761317069.921417:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317069.921420:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771712, portal 16 00000400:00000010:3.0:1761317069.921424:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317069.921425:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771712, offset 0 00000400:00000200:3.0:1761317069.921430:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.921435:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.921440:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.921444:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.921446:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.921449:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89844:89844:256:4294967295] 192.168.204.21@tcp LPNI seq info [89844:89844:8:4294967295] 00000400:00000200:3.0:1761317069.921459:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.921463:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.921465:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000202a79d (tot 82354066). 00000800:00000200:3.0:1761317069.921469:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.921472:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.921474:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000202a79d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317069.921647:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.921650:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000202a79d (tot 82353818). 00000400:00000200:1.0:1761317069.921653:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.921656:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.921658:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:1.0:1761317069.921659:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000100:00000200:1.0:1761317069.921663:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902771712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.921745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5887117. 00010000:00000010:0.1:1761317069.921751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000884da546. 00010000:00000010:0.1:1761317069.921754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.1:1761317069.921757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317069.921760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00000400:00000200:2.0:1761317069.924068:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.924085:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a400 00000400:00000200:2.0:1761317069.924094:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0de1 [1] + 224 00000400:00000200:2.0:1761317069.924104:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.924107:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.924115:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902771712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317069.924147:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.924152:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b840 00000400:00000200:2.0:1761317069.924158:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf729 [2] + 1968 00000400:00000010:2.0:1761317069.924161:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f107f5b0. 00000400:00000200:2.0:1761317069.924164:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003ac6d550 00000400:00000200:2.0:1761317069.924210:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.924214:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.924216:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ac6d550 00000400:00000010:2.0:1761317069.924218:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003ac6d550 (tot 82353666). 00000100:00000200:2.0:1761317069.924223:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317069.924416:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000289a3d54. 00000020:00000010:0.0:1761317069.924424:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.924428:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.924450:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009a385669 x1846872898910272/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:3.0:1761317069.924457:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d689c805. 00000400:00000200:3.0:1761317069.924463:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:3.0:1761317069.924464:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:3.0:1761317069.924470:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902771712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.924478:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902771712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.924495:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910272 02000000:00000010:3.0:1761317069.924505:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000317649ce. 02000000:00000010:0.0:1761317069.924507:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c9d3fbe. 02000000:00000010:3.0:1761317069.924512:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b99c5c2. 00000100:00000010:3.0:1761317069.924516:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317069.924520:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317069.924523:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0d45dfa. 00010000:00000010:0.0:1761317069.924534:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000773cc24. 00010000:00000010:0.1:1761317069.924706:0:65609:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005731d4e2. 00010000:00000010:0.1:1761317069.924716:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:0.1:1761317069.924720:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066c97c86. 00010000:00000010:2.1:1761317069.924853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000104a5122. 00010000:00000010:1.1:1761317069.924857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7db7c6d. 00010000:00000010:2.1:1761317069.924861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44f0a92. 00010000:00000010:0.0:1761317069.924976:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.924983:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008681d24a. 00000100:00000010:0.0:1761317069.925000:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008681d24a. 00010000:00000010:0.0:1761317069.925003:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.925025:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317069.925030:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910272, offset 224 00000400:00000200:0.0:1761317069.925038:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.925050:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.925056:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89845:89845:256:4294967295] 192.168.204.21@tcp LPNI seq info [89845:89845:8:4294967295] 00000400:00000200:0.0:1761317069.925070:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.925075:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.925079:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82353914). 00000800:00000200:0.0:1761317069.925084:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.925090:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.925094:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.925118:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.925122:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.925125:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000289a3d54. 02000000:00000010:0.0:1761317069.925133:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670fc3c5. 00000100:00000010:0.0:1761317069.925137:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 02000000:00000010:0.0:1761317069.925140:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465a6efc. 00000100:00000010:0.0:1761317069.925142:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:0.0:1761317069.925145:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004134f8b9. 00000100:00000010:0.0:1761317069.925148:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 02000000:00000010:0.0:1761317069.925151:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021f9f64e. 00000100:00000010:0.0:1761317069.925152:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:0.0:1761317069.925156:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005d5e37bc. 00000100:00000010:0.0:1761317069.925158:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 02000000:00000010:0.0:1761317069.925161:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000baa494a3. 00000100:00000010:0.0:1761317069.925163:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00000100:00000200:0.0:1761317069.925169:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317069.925174:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001be1cb74. 00000400:00000010:0.0:1761317069.925177:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008681d24a (tot 82354066). 00080000:00000010:3.0:1761317069.925227:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088862320. 00010000:00000010:3.0:1761317069.925309:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.925316:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000374c3fdb. 00010000:00000010:3.0:1761317069.925402:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b149adc. 00010000:00000010:3.0:1761317069.925408:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00000800:00000200:2.0:1761317069.925412:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.925417:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00010000:00000010:3.0:1761317069.925419:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0d45dfa. 00000400:00000200:2.0:1761317069.925422:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1761317069.925424:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000400:00000200:2.0:1761317069.925429:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000010:3.0:1761317069.925432:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 00000400:00000200:2.0:1761317069.925433:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:2.0:1761317069.925436:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 02000000:00000010:2.0:1761317069.925441:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c9d3fbe. 02000000:00000010:3.0:1761317069.925447:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d5e37bc. 02000000:00000010:3.0:1761317069.925475:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b99c5c2. 00000400:00000010:3.0:1761317069.925479:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d689c805. 00000400:00000010:3.0:1761317069.925482:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317069.925485:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771776, portal 16 00000400:00000010:3.0:1761317069.925489:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe45649f. 00000100:00000200:3.0:1761317069.925490:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771776, offset 0 00000400:00000200:3.0:1761317069.925496:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.925502:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.925508:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.925512:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.925514:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.925516:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89846:89846:256:4294967295] 192.168.204.21@tcp LPNI seq info [89846:89846:8:4294967295] 00000400:00000200:3.0:1761317069.925523:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.925528:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.925531:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d063010d (tot 82354066). 00000800:00000200:3.0:1761317069.925535:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.925538:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.925540:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d063010d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317069.925743:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.925746:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d063010d (tot 82353818). 00000400:00000200:1.0:1761317069.925750:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.925753:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.925756:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe45649f 00000400:00000010:1.0:1761317069.925758:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe45649f. 00000100:00000200:1.0:1761317069.925762:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902771776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.928006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e97e1262. 00010000:00000010:3.1:1761317069.928017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00000400:00000200:2.0:1761317069.928121:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.928155:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a440 00000400:00000200:2.0:1761317069.928163:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0df1 [1] + 224 00000400:00000200:2.0:1761317069.928179:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.928183:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.928192:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902771776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317069.928760:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d689c805. 00000400:00000200:3.0:1761317069.928766:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:3.0:1761317069.928768:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:3.0:1761317069.928774:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902771776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.928782:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902771776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317069.928819:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b99c5c2. 02000000:00000010:3.0:1761317069.928825:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d5e37bc. 00000100:00000010:3.0:1761317069.928829:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317069.928832:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317069.928835:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0d45dfa. 00000400:00000200:1.0:1761317069.928892:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317069.928902:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b880 00000400:00000200:1.0:1761317069.928907:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf781 [2] + 0 00000400:00000200:1.0:1761317069.929202:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.929207:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317069.929213:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317069.929218:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 00010000:00000010:0.1:1761317069.929376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007faedde3. 00000020:00000010:0.0:1761317069.929409:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000465a6efc. 00000020:00000010:0.0:1761317069.929416:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.929420:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.929442:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ef4b071 x1846872898910336/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.929479:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910336 02000000:00000010:0.0:1761317069.929491:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670fc3c5. 00010000:00000010:0.0:1761317069.929517:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e47d3b15. 00010000:00000010:0.0:1761317069.929535:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.929541:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d46b68f0. 00000100:00000010:0.0:1761317069.929557:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d46b68f0. 00010000:00000010:0.0:1761317069.929560:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.929573:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023f77c1e. 00000100:00000200:0.0:1761317069.929576:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910336, offset 224 00000400:00000200:0.0:1761317069.929583:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.929594:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.929599:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89847:89847:256:4294967295] 192.168.204.21@tcp LPNI seq info [89847:89847:8:4294967295] 00000400:00000200:0.0:1761317069.929609:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.929613:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.929616:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317069.929621:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.929628:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.929632:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.929653:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.929657:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.929660:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000465a6efc. 00080000:00000010:3.0:1761317069.929785:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000317649ce. 00010000:00000010:3.0:1761317069.929885:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.929891:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e93140e6. 00010000:00000010:3.0:1761317069.929958:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078e71043. 00010000:00000010:3.0:1761317069.929962:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f2b32999. 00010000:00000010:3.0:1761317069.929966:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c836be2. 00010000:00000010:3.0:1761317069.929970:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317069.929982:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d5e37bc. 00010000:00000010:3.0:1761317069.930004:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.930007:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2b32999. 00010000:00000010:3.0:1761317069.930055:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018373c2e. 00010000:00000010:3.0:1761317069.930059:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317069.930066:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0d45dfa. 00000100:00000010:3.0:1761317069.930070:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317069.930076:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317069.930085:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b99c5c2. 02000000:00000010:3.0:1761317069.930108:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fe9a865. 00000400:00000010:3.0:1761317069.930113:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d689c805. 00000400:00000010:3.0:1761317069.930116:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317069.930120:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771840, portal 16 00000400:00000010:3.0:1761317069.930124:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317069.930126:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771840, offset 0 00000400:00000200:3.0:1761317069.930132:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317069.930139:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317069.930146:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317069.930149:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317069.930151:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317069.930154:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89848:89848:255:4294967295] 192.168.204.21@tcp LPNI seq info [89848:89848:7:4294967295] 00000400:00000200:3.0:1761317069.930161:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317069.930165:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317069.930167:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bc492ed (tot 82354314). 00000800:00000200:3.0:1761317069.930171:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317069.930175:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317069.930178:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bc492ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317069.930259:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.930263:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82354066). 00000400:00000200:1.0:1761317069.930266:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.930269:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.930273:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023f77c1e 00000400:00000010:1.0:1761317069.930275:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023f77c1e. 00000800:00000200:1.0:1761317069.930324:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.930326:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82353818). 00000400:00000200:1.0:1761317069.930329:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.930332:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.930334:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:1.0:1761317069.930335:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:1.0:1761317069.930339:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902771840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.932588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a51901a5. 00010000:00000010:3.1:1761317069.932603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a04c3e. 00010000:00000010:0.1:1761317069.932727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813fee99. 00000400:00000200:2.0:1761317069.932986:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.933005:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a480 00000400:00000200:2.0:1761317069.933013:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0dfd [1] + 224 00000400:00000200:2.0:1761317069.933032:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.933036:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.933046:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902771840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317069.934437:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317069.934452:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b8c0 00000400:00000200:1.0:1761317069.934458:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf781 [2] + 328 00000400:00000200:1.0:1761317069.934510:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.934514:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317069.934520:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317069.934525:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 00000400:00000010:2.0:1761317069.934537:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d689c805. 00000400:00000200:2.0:1761317069.934543:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:2.0:1761317069.934544:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:2.0:1761317069.934552:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902771840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317069.934561:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902771840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317069.934590:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fe9a865. 00000020:00000010:0.0:1761317069.934590:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000465a6efc. 02000000:00000010:2.0:1761317069.934597:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b99c5c2. 00000020:00000010:0.0:1761317069.934598:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000100:00000010:2.0:1761317069.934602:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000020:00000010:0.0:1761317069.934603:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000010:2.0:1761317069.934607:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:2.0:1761317069.934613:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0d45dfa. 00000100:00000200:0.0:1761317069.934627:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074c8ebd8 x1846872898910400/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.934654:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910400 02000000:00000010:0.0:1761317069.934663:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000289a3d54. 00010000:00000010:0.0:1761317069.934707:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066941eb5. 00010000:00000010:0.0:1761317069.934727:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.934733:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d46b68f0. 00000100:00000010:0.0:1761317069.934746:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d46b68f0. 00010000:00000010:0.0:1761317069.934749:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.934761:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317069.934923:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910400, offset 224 00000400:00000200:0.0:1761317069.934931:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.934948:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.934953:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89849:89849:256:4294967295] 192.168.204.21@tcp LPNI seq info [89849:89849:8:4294967295] 00000400:00000200:0.0:1761317069.934963:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.934968:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.934973:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317069.934979:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.934986:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.934990:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761317069.935232:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d34bb1fb. 00010000:00000010:2.0:1761317069.935318:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:2.0:1761317069.935324:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047b5887f. 00010000:00000010:2.0:1761317069.935404:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.0:1761317069.935410:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b8293407. 00010000:00000010:2.0:1761317069.935418:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006acfbb50. 00000100:00000010:2.0:1761317069.935423:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317069.935429:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 02000000:00000010:2.0:1761317069.935439:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1fe5b82. 02000000:00000010:2.0:1761317069.935460:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009587136c. 00000400:00000010:2.0:1761317069.935464:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037d4f2c3. 00000400:00000010:2.0:1761317069.935467:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317069.935471:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771904, portal 16 00000400:00000010:2.0:1761317069.935475:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f04f5329. 00000100:00000200:2.0:1761317069.935477:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771904, offset 0 00000400:00000200:2.0:1761317069.935482:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317069.935488:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317069.935494:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317069.935497:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317069.935499:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317069.935501:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89850:89850:255:4294967295] 192.168.204.21@tcp LPNI seq info [89850:89850:7:4294967295] 00000400:00000200:2.0:1761317069.935509:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317069.935513:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000020:00000010:0.0:1761317069.935515:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000800:00000010:2.0:1761317069.935517:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354314). 00000020:00000010:0.0:1761317069.935520:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000800:00000200:2.0:1761317069.935523:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000020:00000010:0.0:1761317069.935525:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000465a6efc. 00000800:00000200:2.0:1761317069.935529:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317069.935533:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317069.935746:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.935750:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82354066). 00000400:00000200:1.0:1761317069.935753:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.935757:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.935760:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:1.0:1761317069.935762:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00000800:00000200:1.0:1761317069.935807:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317069.935809:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:1.0:1761317069.935814:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317069.935817:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317069.935818:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f04f5329 00000400:00000010:1.0:1761317069.935819:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f04f5329. 00000100:00000200:1.0:1761317069.935825:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000043b3a93 x1846872902771904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.937768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033679736. 00000400:00000200:2.0:1761317069.939032:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.939051:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a4c0 00000400:00000200:2.0:1761317069.939060:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e09 [1] + 224 00000400:00000200:2.0:1761317069.939075:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.939080:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.939090:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000043b3a93 x1846872902771904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317069.939442:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.939448:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b900 00000400:00000200:2.0:1761317069.939454:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf781 [2] + 656 00000400:00000010:0.0:1761317069.939480:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037d4f2c3. 00000400:00000200:0.0:1761317069.939485:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:0.0:1761317069.939487:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:0.0:1761317069.939494:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000043b3a93 x1846872902771904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.939501:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000043b3a93 x1846872902771904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317069.939531:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009587136c. 02000000:00000010:0.0:1761317069.939537:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1fe5b82. 00000100:00000010:0.0:1761317069.939541:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00000100:00000010:0.0:1761317069.939545:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:0.0:1761317069.939550:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006acfbb50. 00000400:00000200:2.0:1761317069.940063:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.940070:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.940075:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317069.940081:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 00000020:00000010:0.0:1761317069.940297:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000465a6efc. 00000020:00000010:0.0:1761317069.940305:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.940309:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.940335:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000211632ce x1846872898910464/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.940381:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910464 02000000:00000010:0.0:1761317069.940393:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb551fcb. 00010000:00000010:0.0:1761317069.940445:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f53194c. 00010000:00000010:0.0:1761317069.940485:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.940491:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d46b68f0. 00000100:00000010:0.0:1761317069.940501:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d46b68f0. 00010000:00000010:0.0:1761317069.940503:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.940516:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317069.940521:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910464, offset 224 00000400:00000200:0.0:1761317069.940528:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.940538:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.940543:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89851:89851:256:4294967295] 192.168.204.21@tcp LPNI seq info [89851:89851:8:4294967295] 00000400:00000200:0.0:1761317069.940552:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.940556:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.940562:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317069.940566:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.940573:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.940576:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.940603:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.940607:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.940610:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000465a6efc. 00080000:00000010:1.0:1761317069.940838:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da31a818. 00010000:00000010:1.0:1761317069.940941:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8293407. 00010000:00000010:1.0:1761317069.940947:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6eb1346. 00000800:00000200:3.0:1761317069.941027:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761317069.941027:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7c2c6f0. 00000800:00000010:3.0:1761317069.941031:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00010000:00000010:1.0:1761317069.941033:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00000400:00000200:3.0:1761317069.941034:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.941038:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.941041:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:3.0:1761317069.941043:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00010000:00000010:1.0:1761317069.941043:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.941047:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.941053:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.941065:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021f9f64e. 02000000:00000010:1.0:1761317069.941089:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004134f8b9. 00000400:00000010:1.0:1761317069.941095:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.941100:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.941104:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902771968, portal 16 00000400:00000010:1.0:1761317069.941108:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027e5fb55. 00000100:00000200:1.0:1761317069.941110:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902771968, offset 0 00000400:00000200:1.0:1761317069.941115:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.941122:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.941127:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.941131:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.941133:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.941135:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89852:89852:256:4294967295] 192.168.204.21@tcp LPNI seq info [89852:89852:8:4294967295] 00000400:00000200:1.0:1761317069.941142:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.941146:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.941149:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317069.941152:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.941156:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.941159:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317069.941438:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.941441:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:2.0:1761317069.941444:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.941448:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.941450:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027e5fb55 00000400:00000010:2.0:1761317069.941451:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027e5fb55. 00000100:00000200:2.0:1761317069.941457:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902771968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317069.941985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d78ed3e5. 00010000:00000010:3.1:1761317069.941993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b149adc. 00010000:00000010:3.1:1761317069.941997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e71043. 00010000:00000010:3.1:1761317069.941999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c836be2. 00010000:00000010:2.1:1761317069.942189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6a62cb2. 00010000:00000010:2.1:1761317069.942195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018373c2e. 00000400:00000200:2.0:1761317069.944433:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.944452:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a500 00000400:00000200:2.0:1761317069.944460:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e15 [1] + 224 00000400:00000200:2.0:1761317069.944476:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.944480:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.944490:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902771968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.944913:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.944919:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.944921:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.944930:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902771968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.944938:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902771968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.944970:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004134f8b9. 02000000:00000010:1.0:1761317069.944979:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021f9f64e. 00000100:00000010:1.0:1761317069.944983:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317069.944987:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.944990:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00010000:00000010:0.1:1761317069.945841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf0a30a5. 00010000:00000010:0.1:1761317069.945851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00000400:00000200:3.0:1761317069.946614:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.946632:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b940 00000400:00000200:3.0:1761317069.946640:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf781 [2] + 984 00000400:00000200:3.0:1761317069.946743:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.946747:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.946755:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.946761:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 00000020:00000010:2.0:1761317069.946930:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f90011c5. 00000020:00000010:2.0:1761317069.946937:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.946942:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317069.946970:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064fe2df4 x1846872898910528/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317069.946994:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910528 02000000:00000010:2.0:1761317069.947005:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002699b1e5. 00010000:00000010:2.0:1761317069.947033:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067582be3. 00010000:00000010:2.0:1761317069.947055:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317069.947062:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317069.947076:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:2.0:1761317069.947080:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317069.947098:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7564b22. 00000100:00000200:2.0:1761317069.947103:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910528, offset 224 00000400:00000200:2.0:1761317069.947110:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317069.947120:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317069.947124:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89853:89853:256:4294967295] 192.168.204.21@tcp LPNI seq info [89853:89853:8:4294967295] 00000400:00000200:2.0:1761317069.947133:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317069.947141:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317069.947145:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317069.947150:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317069.947156:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317069.947159:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317069.947187:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.947191:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317069.947194:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f90011c5. 00080000:00000010:1.0:1761317069.947477:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021f9f64e. 00010000:00000010:1.0:1761317069.947568:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.947575:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ab0e118. 00010000:00000010:1.0:1761317069.947651:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317069.947656:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.947667:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.947671:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.947707:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.947717:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004134f8b9. 02000000:00000010:1.0:1761317069.947744:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000065819d40. 00000400:00000010:1.0:1761317069.947749:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.947754:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.947758:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772032, portal 16 00000400:00000010:1.0:1761317069.947763:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027e5fb55. 00000100:00000200:1.0:1761317069.947764:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772032, offset 0 00000400:00000200:1.0:1761317069.947770:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.947778:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.947786:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.947790:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.947792:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.947794:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89854:89854:255:4294967295] 192.168.204.21@tcp LPNI seq info [89854:89854:7:4294967295] 00000400:00000200:1.0:1761317069.947802:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.947806:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.947809:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354314). 00000800:00000200:1.0:1761317069.947814:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.947818:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.947821:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.948103:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.948107:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82354066). 00000400:00000200:3.0:1761317069.948115:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.948120:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.948124:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7564b22 00000400:00000010:3.0:1761317069.948138:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7564b22. 00000800:00000200:3.0:1761317069.948202:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.948205:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:3.0:1761317069.948208:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.948211:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.948213:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027e5fb55 00000400:00000010:3.0:1761317069.948215:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027e5fb55. 00000100:00000200:3.0:1761317069.948221:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.949816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbaef1c8. 00010000:00000010:1.1:1761317069.949829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00000400:00000200:2.0:1761317069.950623:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317069.950641:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a540 00000400:00000200:2.0:1761317069.950650:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e21 [1] + 224 00000400:00000200:2.0:1761317069.950665:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.950670:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317069.950703:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.950820:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.950825:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.950827:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.950834:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.950841:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.950869:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000065819d40. 02000000:00000010:1.0:1761317069.950874:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004134f8b9. 00000100:00000010:1.0:1761317069.950884:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317069.950888:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.950891:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.951203:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.951212:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b980 00000400:00000200:3.0:1761317069.951217:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf781 [2] + 1312 00000400:00000200:3.0:1761317069.951265:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.951269:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.951273:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.951277:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 00000020:00000010:0.0:1761317069.951384:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000465a6efc. 00000020:00000010:0.0:1761317069.951392:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.951397:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.951422:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e664071e x1846872898910592/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.951456:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910592 02000000:00000010:0.0:1761317069.951468:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c9d3fbe. 00010000:00000010:0.0:1761317069.951498:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b7c24a2. 00010000:00000010:0.0:1761317069.951519:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.951526:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d46b68f0. 00000100:00000010:0.0:1761317069.951542:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d46b68f0. 00010000:00000010:0.0:1761317069.951545:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.951558:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317069.951562:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910592, offset 224 00000400:00000200:0.0:1761317069.951569:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.951581:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.951585:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89855:89855:256:4294967295] 192.168.204.21@tcp LPNI seq info [89855:89855:8:4294967295] 00000400:00000200:0.0:1761317069.951595:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.951599:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.951604:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317069.951608:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.951616:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.951620:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.951643:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.951648:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.951651:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000465a6efc. 00000800:00000200:3.0:1761317069.952033:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.952036:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:3.0:1761317069.952040:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.952044:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.952046:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:3.0:1761317069.952048:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00080000:00000010:1.0:1761317069.952222:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065819d40. 00010000:00000010:1.0:1761317069.952322:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.952330:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efe73ee4. 00010000:00000010:1.0:1761317069.952442:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317069.952449:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.952462:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.952467:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.952476:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.952489:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004134f8b9. 02000000:00000010:1.0:1761317069.952519:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1a2d4a1. 00000400:00000010:1.0:1761317069.952524:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.952529:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.952534:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772096, portal 16 00000400:00000010:1.0:1761317069.952539:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bd35a22. 00000100:00000200:1.0:1761317069.952541:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772096, offset 0 00000400:00000200:1.0:1761317069.952547:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.952556:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.952563:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.952566:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.952570:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.952573:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89856:89856:256:4294967295] 192.168.204.21@tcp LPNI seq info [89856:89856:8:4294967295] 00000400:00000200:1.0:1761317069.952580:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.952585:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.952589:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317069.952594:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.952598:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.952601:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317069.952900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182d0ad7. 00000800:00000200:2.0:1761317069.952966:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.952972:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:2.0:1761317069.952976:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.952980:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.952983:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bd35a22 00000400:00000010:2.0:1761317069.952984:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bd35a22. 00000100:00000200:2.0:1761317069.952990:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.954573:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.954591:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a580 00000400:00000200:3.0:1761317069.954600:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e2d [1] + 224 00000400:00000200:3.0:1761317069.954613:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.954616:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.954624:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.954707:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.954713:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.954715:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.954721:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.954729:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.954755:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1a2d4a1. 02000000:00000010:1.0:1761317069.954761:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004134f8b9. 00000100:00000010:1.0:1761317069.954767:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317069.954770:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.954773:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.955918:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.955933:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15b9c0 00000400:00000200:3.0:1761317069.955939:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf781 [2] + 1640 00000400:00000200:3.0:1761317069.955995:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.955999:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.956004:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.956009:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 00000020:00000010:2.0:1761317069.956220:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f90011c5. 00000020:00000010:2.0:1761317069.956228:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.956232:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317069.956255:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077a99891 x1846872898910656/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317069.956294:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910656 02000000:00000010:2.0:1761317069.956309:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8524da3. 00010000:00000010:2.0:1761317069.956338:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2c68e42. 00010000:00000010:2.0:1761317069.956361:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317069.956381:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317069.956400:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:2.0:1761317069.956407:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317069.956423:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac6fae6. 00000100:00000200:2.0:1761317069.956430:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910656, offset 224 00000400:00000200:2.0:1761317069.956438:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317069.956449:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317069.956454:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89857:89857:256:4294967295] 192.168.204.21@tcp LPNI seq info [89857:89857:8:4294967295] 00000400:00000200:2.0:1761317069.956464:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317069.956469:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317069.956474:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317069.956481:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317069.956488:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317069.956492:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317069.956495:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1a2d4a1. 00000020:00000010:2.0:1761317069.956528:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.956535:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317069.956538:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f90011c5. 00000800:00000200:3.0:1761317069.957162:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.957167:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:3.0:1761317069.957174:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.957180:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.957185:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac6fae6 00000400:00000010:3.0:1761317069.957187:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac6fae6. 00010000:00000010:1.1:1761317069.957970:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8d4ae96. 00010000:00000010:1.1:1761317069.957980:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:1.0:1761317069.957998:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.958006:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef496c53. 00010000:00000010:1.0:1761317069.958102:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317069.958107:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.958118:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:1.0:1761317069.958123:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00080000:00000010:1.0:1761317069.958145:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004134f8b9. 00010000:00000010:1.0:1761317069.958201:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.958205:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.958257:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317069.958262:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.958271:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.958277:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.958285:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.958299:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004df41a09. 02000000:00000010:1.0:1761317069.958328:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3790062. 00000400:00000010:1.0:1761317069.958334:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.958339:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.958349:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772160, portal 16 00000400:00000010:1.0:1761317069.958354:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317069.958356:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772160, offset 0 00000400:00000200:1.0:1761317069.958363:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.958386:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.958393:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.958396:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.958399:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.958402:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89858:89858:256:4294967295] 192.168.204.21@tcp LPNI seq info [89858:89858:8:4294967295] 00000400:00000200:1.0:1761317069.958410:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.958415:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.958419:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317069.958424:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.958429:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.958433:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.958616:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.958619:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:3.0:1761317069.958622:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.958626:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.958630:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:3.0:1761317069.958631:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000100:00000200:3.0:1761317069.958637:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.958787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003794c0c7. 00000400:00000200:3.0:1761317069.961263:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.961287:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a5c0 00000400:00000200:3.0:1761317069.961298:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e39 [1] + 224 00000400:00000200:3.0:1761317069.961311:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.961314:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.961326:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.961379:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.961386:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ba00 00000400:00000200:3.0:1761317069.961391:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf781 [2] + 1968 00000400:00000010:3.0:1761317069.961395:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005619f4b5. 00000400:00000200:3.0:1761317069.961399:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004a5d511b 00000400:00000200:3.0:1761317069.961457:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.961461:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.961464:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a5d511b 00000400:00000010:3.0:1761317069.961466:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004a5d511b (tot 82353666). 00000100:00000200:3.0:1761317069.961471:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317069.961618:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000465a6efc. 00000020:00000010:0.0:1761317069.961627:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.961631:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000400:00000010:1.0:1761317069.961634:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.961640:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.961642:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.961648:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.961659:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004b40ebfa x1846872898910720/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317069.961660:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317069.961725:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910720 02000000:00000010:1.0:1761317069.961726:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3790062. 02000000:00000010:1.0:1761317069.961733:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004df41a09. 00000100:00000010:1.0:1761317069.961737:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 02000000:00000010:0.0:1761317069.961739:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000baa494a3. 00000100:00000010:1.0:1761317069.961741:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.961746:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00010000:00000010:0.0:1761317069.961788:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089e8907e. 00010000:00000010:0.0:1761317069.961808:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.961815:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d46b68f0. 00000100:00000010:0.0:1761317069.961830:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d46b68f0. 00010000:00000010:0.0:1761317069.961833:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.961848:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317069.961852:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910720, offset 224 00000400:00000200:0.0:1761317069.961860:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.961869:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.961875:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89859:89859:256:4294967295] 192.168.204.21@tcp LPNI seq info [89859:89859:8:4294967295] 00000400:00000200:0.0:1761317069.961884:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.961889:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.961893:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82353914). 00000800:00000200:0.0:1761317069.961899:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.961905:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.961908:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.961925:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.961930:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.961932:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000465a6efc. 02000000:00000010:0.0:1761317069.961940:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8524da3. 00000100:00000010:0.0:1761317069.961945:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 02000000:00000010:0.0:1761317069.961949:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c9d3fbe. 00000100:00000010:0.0:1761317069.961952:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 02000000:00000010:0.0:1761317069.961954:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002699b1e5. 00000100:00000010:0.0:1761317069.961957:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 02000000:00000010:0.0:1761317069.961962:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb551fcb. 00000100:00000010:0.0:1761317069.961964:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 02000000:00000010:0.0:1761317069.961968:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000289a3d54. 00000100:00000010:0.0:1761317069.961970:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 02000000:00000010:0.0:1761317069.961972:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670fc3c5. 00080000:00000010:1.0:1761317069.961974:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3790062. 00000100:00000010:0.0:1761317069.961977:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000200:0.0:1761317069.961985:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317069.961989:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004ea0240e. 00000400:00000010:0.0:1761317069.961993:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d46b68f0 (tot 82354066). 00010000:00000010:1.0:1761317069.962066:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.962073:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032e69aa5. 00010000:00000010:1.0:1761317069.962149:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317069.962154:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.962165:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.962168:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.962174:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.962184:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004df41a09. 00000800:00000200:3.0:1761317069.962185:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.962188:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00000400:00000200:3.0:1761317069.962191:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.962195:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.962198:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f6bd1ac 00000400:00000010:3.0:1761317069.962200:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f6bd1ac. 02000000:00000010:3.0:1761317069.962203:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000baa494a3. 02000000:00000010:1.0:1761317069.962207:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000337e9224. 00000400:00000010:1.0:1761317069.962210:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.962213:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.962216:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772224, portal 16 00000400:00000010:1.0:1761317069.962220:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317069.962222:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772224, offset 0 00000400:00000200:1.0:1761317069.962227:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.962232:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.962238:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.962242:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.962244:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.962246:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89860:89860:256:4294967295] 192.168.204.21@tcp LPNI seq info [89860:89860:8:4294967295] 00000400:00000200:1.0:1761317069.962253:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.962257:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.962260:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317069.962264:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.962269:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.962272:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.962408:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.962411:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:3.0:1761317069.962414:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.962417:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.962503:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:3.0:1761317069.962505:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:3.0:1761317069.962511:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.965253:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.965274:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a600 00000400:00000200:3.0:1761317069.965283:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e49 [1] + 224 00000400:00000200:3.0:1761317069.965307:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.965311:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.965320:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.965354:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.965359:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ba40 00000400:00000200:3.0:1761317069.965364:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf7d9 [2] + 0 00000400:00000200:3.0:1761317069.965418:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.965423:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000010:1.0:1761317069.965428:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.965434:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.965435:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.965443:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317069.965444:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.965452:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 00000100:00000200:1.0:1761317069.965455:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.965487:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000337e9224. 02000000:00000010:1.0:1761317069.965494:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004df41a09. 00000100:00000010:1.0:1761317069.965499:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317069.965503:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.965507:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000020:00000010:0.0:1761317069.965518:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000baa494a3. 00000020:00000010:0.0:1761317069.965527:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.965532:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.965555:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6bf661 x1846872898910784/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317069.965592:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910784 02000000:00000010:0.0:1761317069.965604:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670fc3c5. 00010000:00000010:0.0:1761317069.965629:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000240294d6. 00010000:00000010:0.0:1761317069.965650:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.965656:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.965672:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.965675:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.965725:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317069.965731:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910784, offset 224 00000400:00000200:0.0:1761317069.965740:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.965750:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.965756:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89861:89861:256:4294967295] 192.168.204.21@tcp LPNI seq info [89861:89861:8:4294967295] 00000400:00000200:0.0:1761317069.965765:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.965770:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.965774:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317069.965805:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.965812:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.965815:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.965829:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.965833:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.965835:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000baa494a3. 00010000:00000010:1.1:1761317069.966359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077d16d28. 00010000:00000010:1.1:1761317069.966367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00080000:00000010:1.0:1761317069.966397:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000337e9224. 00010000:00000010:1.0:1761317069.966481:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.966487:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006859f63c. 00010000:00000010:1.0:1761317069.966561:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00000800:00000200:3.0:1761317069.966566:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761317069.966567:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00000800:00000010:3.0:1761317069.966572:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:3.0:1761317069.966577:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761317069.966578:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.966583:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000010:1.0:1761317069.966584:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000400:00000200:3.0:1761317069.966588:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000100:00000010:1.0:1761317069.966592:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.966602:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e6cf815. 02000000:00000010:1.0:1761317069.966626:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004df41a09. 00000400:00000010:1.0:1761317069.966630:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:3.0:1761317069.966669:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 00010000:00000010:2.1:1761317069.966728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df494695. 00000400:00000010:1.0:1761317069.968865:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.968889:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772288, portal 16 00000400:00000010:1.0:1761317069.968902:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317069.968904:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772288, offset 0 00000400:00000200:1.0:1761317069.968914:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.968931:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.968938:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.968942:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.968945:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.968948:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89862:89862:256:4294967295] 192.168.204.21@tcp LPNI seq info [89862:89862:8:4294967295] 00000400:00000200:1.0:1761317069.968957:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.968963:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.968969:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317069.968974:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.968982:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.968987:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.969261:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.969266:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:3.0:1761317069.969271:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.969276:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.969280:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:3.0:1761317069.969282:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 00000100:00000200:3.0:1761317069.969289:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.969897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000988055c8. 00010000:00000010:1.1:1761317069.969906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.1:1761317069.969912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317069.969915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c2c6f0. 00000400:00000200:3.0:1761317069.971268:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.971288:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a640 00000400:00000200:3.0:1761317069.971296:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e55 [1] + 224 00000400:00000200:3.0:1761317069.971312:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.971315:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.971325:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.971425:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.971430:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.971432:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.971438:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.971445:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.971473:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004df41a09. 02000000:00000010:1.0:1761317069.971478:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e6cf815. 00000100:00000010:1.0:1761317069.971482:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317069.971486:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.971489:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.972530:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.972543:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ba80 00000400:00000200:3.0:1761317069.972550:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf7d9 [2] + 328 00000400:00000200:3.0:1761317069.972603:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.972607:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.972612:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.972619:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 00000020:00000010:0.0:1761317069.972947:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000289a3d54. 00000020:00000010:0.0:1761317069.972954:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.972959:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.972982:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064fe2df4 x1846872898910848/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.973007:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910848 02000000:00000010:0.0:1761317069.973018:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb551fcb. 00010000:00000010:0.0:1761317069.973045:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d6a8f76. 00010000:00000010:0.0:1761317069.973068:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.973073:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.973085:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.973087:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.973098:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317069.973102:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910848, offset 224 00000400:00000200:0.0:1761317069.973110:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.973124:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.973129:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89863:89863:256:4294967295] 192.168.204.21@tcp LPNI seq info [89863:89863:8:4294967295] 00000400:00000200:0.0:1761317069.973138:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.973142:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.973147:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317069.973153:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.973160:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.973164:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.973639:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.973644:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.973647:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000289a3d54. 00080000:00000010:1.0:1761317069.974127:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004df41a09. 00010000:00000010:1.0:1761317069.974215:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.974222:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e854fc3a. 00010000:00000010:1.0:1761317069.974297:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:1.0:1761317069.974302:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.974315:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.974320:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.974328:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.974341:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e6cf815. 02000000:00000010:1.0:1761317069.974379:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000026c6d8e. 00000400:00000010:1.0:1761317069.974385:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.974391:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.974396:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772352, portal 16 00000400:00000010:1.0:1761317069.974401:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced575a6. 00000100:00000200:1.0:1761317069.974403:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772352, offset 0 00000400:00000200:1.0:1761317069.974410:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.974420:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.974426:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.974430:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.974432:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.974435:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89864:89864:255:4294967295] 192.168.204.21@tcp LPNI seq info [89864:89864:7:4294967295] 00000400:00000200:1.0:1761317069.974442:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.974447:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.974450:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354314). 00000800:00000200:1.0:1761317069.974455:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.974460:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.974463:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317069.974626:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.974631:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82354066). 00000400:00000200:2.0:1761317069.974636:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.974640:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.974644:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaaa4a29 00000400:00000010:2.0:1761317069.974646:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaaa4a29. 00000800:00000200:2.0:1761317069.975856:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.975862:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:2.0:1761317069.975867:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.975873:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.975877:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced575a6 00000400:00000010:2.0:1761317069.975879:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced575a6. 00000100:00000200:2.0:1761317069.975887:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.977738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007023b4f3. 00010000:00000010:0.1:1761317069.977749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa7e1725. 00010000:00000010:1.1:1761317069.977804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9ae9f14. 00010000:00000010:1.1:1761317069.977811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00010000:00000010:1.1:1761317069.977815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eec2cb14. 00010000:00000010:1.1:1761317069.977817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00000400:00000200:3.0:1761317069.978446:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.978464:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a680 00000400:00000200:3.0:1761317069.978472:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e61 [1] + 224 00000400:00000200:3.0:1761317069.978483:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.978486:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.978495:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.978533:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.978539:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bac0 00000400:00000200:3.0:1761317069.978544:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf7d9 [2] + 656 00000400:00000200:3.0:1761317069.978553:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.978556:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.978560:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761317069.978564:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000100:00000010:3.0:1761317069.978565:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 00000400:00000200:1.0:1761317069.978570:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.978573:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.978583:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.978591:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.978625:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000026c6d8e. 02000000:00000010:1.0:1761317069.978631:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e6cf815. 00000100:00000010:1.0:1761317069.978635:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317069.978637:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.978640:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000020:00000010:0.0:1761317069.978741:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000289a3d54. 00000020:00000010:0.0:1761317069.978748:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.978752:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.978774:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e664071e x1846872898910912/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317069.978799:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910912 02000000:00000010:0.0:1761317069.978810:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c9d3fbe. 00010000:00000010:0.0:1761317069.978836:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f88a7f95. 00010000:00000010:0.0:1761317069.978853:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.978860:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.978872:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.978874:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.978886:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317069.978890:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910912, offset 224 00000400:00000200:0.0:1761317069.978898:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.978908:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.978912:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89865:89865:256:4294967295] 192.168.204.21@tcp LPNI seq info [89865:89865:8:4294967295] 00000400:00000200:0.0:1761317069.978922:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.978926:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.978930:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317069.978935:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.978942:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.978946:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.978970:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.978974:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.978977:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000289a3d54. 00000800:00000200:3.0:1761317069.979481:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.979486:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82353818). 00000400:00000200:3.0:1761317069.979489:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.979494:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.979497:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:3.0:1761317069.979498:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00080000:00000010:1.0:1761317069.979788:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000026c6d8e. 00010000:00000010:1.0:1761317069.979870:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.979876:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fe2f109. 00010000:00000010:1.0:1761317069.979943:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317069.979947:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.979957:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.979962:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.979968:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.979978:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000165e3325. 02000000:00000010:1.0:1761317069.980000:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e6cf815. 00000400:00000010:1.0:1761317069.980004:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.980009:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.980013:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772416, portal 16 00000400:00000010:1.0:1761317069.980017:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cccb1e8. 00000100:00000200:1.0:1761317069.980018:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772416, offset 0 00000400:00000200:1.0:1761317069.980024:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.980033:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.980039:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.980042:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.980045:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.980047:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89866:89866:256:4294967295] 192.168.204.21@tcp LPNI seq info [89866:89866:8:4294967295] 00000400:00000200:1.0:1761317069.980055:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.980059:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.980062:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317069.980066:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.980071:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.980073:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317069.980181:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317069.980184:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:2.0:1761317069.980187:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317069.980200:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317069.980203:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cccb1e8 00000400:00000010:2.0:1761317069.980205:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cccb1e8. 00000100:00000200:2.0:1761317069.980211:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317069.981936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb37b03f. 00010000:00000010:1.1:1761317069.981948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00010000:00000010:0.1:1761317069.982716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060e62f2d. 00000400:00000200:3.0:1761317069.983117:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.983133:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a6c0 00000400:00000200:3.0:1761317069.983140:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e6d [1] + 224 00000400:00000200:3.0:1761317069.983154:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.983158:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.983168:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.983343:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.983348:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.983349:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.983356:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.983379:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.983408:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e6cf815. 02000000:00000010:1.0:1761317069.983413:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000165e3325. 00000100:00000010:1.0:1761317069.983418:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317069.983421:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.983424:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.984469:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.984483:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bb00 00000400:00000200:3.0:1761317069.984490:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf7d9 [2] + 984 00000400:00000200:3.0:1761317069.984547:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.984551:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.984556:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.984561:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 00000020:00000010:2.0:1761317069.988733:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f90011c5. 00000020:00000010:2.0:1761317069.988747:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.988752:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00010000:00000010:1.1:1761317069.988785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049fd8256. 00010000:00000010:1.1:1761317069.988795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c2c6f0. 00000100:00000200:2.0:1761317069.988796:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077a99891 x1846872898910976/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317069.988829:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898910976 02000000:00000010:2.0:1761317069.988843:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005301b7e1. 00010000:00000010:2.0:1761317069.988872:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006328f01. 00010000:00000010:2.0:1761317069.988894:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317069.988903:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317069.988923:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:2.0:1761317069.988928:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317069.988942:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e1f037. 00000100:00000200:2.0:1761317069.988948:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898910976, offset 224 00000400:00000200:2.0:1761317069.988957:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317069.988972:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317069.988977:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89867:89867:256:4294967295] 192.168.204.21@tcp LPNI seq info [89867:89867:8:4294967295] 00000400:00000200:2.0:1761317069.988987:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317069.988993:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317069.988997:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317069.989003:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317069.989009:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317069.989013:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317069.989017:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e6cf815. 00000020:00000010:2.0:1761317069.989042:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.989046:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317069.989048:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f90011c5. 00010000:00000010:1.0:1761317069.989097:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.989102:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081e7205f. 00010000:00000010:1.0:1761317069.989184:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317069.989190:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.989199:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:1.0:1761317069.989204:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00080000:00000010:1.0:1761317069.989219:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000165e3325. 00010000:00000010:1.0:1761317069.989244:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.989248:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317069.989298:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317069.989302:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.989309:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.989312:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.989319:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.989333:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a4cffff. 02000000:00000010:1.0:1761317069.989357:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f55d392. 00000400:00000010:1.0:1761317069.989364:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.989397:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.989403:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772480, portal 16 00000400:00000010:1.0:1761317069.989408:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317069.989410:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772480, offset 0 00000400:00000200:1.0:1761317069.989416:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.989423:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.989429:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.989432:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.989435:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.989438:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89868:89868:255:4294967295] 192.168.204.21@tcp LPNI seq info [89868:89868:7:4294967295] 00000400:00000200:1.0:1761317069.989445:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.989450:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.989454:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354314). 00000800:00000200:1.0:1761317069.989457:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.989461:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.989463:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.989557:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.989561:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82354066). 00000400:00000200:3.0:1761317069.989568:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.989573:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.989578:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:3.0:1761317069.989581:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000800:00000200:3.0:1761317069.989614:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.989616:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:3.0:1761317069.989619:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.989622:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.989623:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:3.0:1761317069.989625:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00000100:00000200:3.0:1761317069.989630:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.990003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000350aad47. 00000400:00000200:3.0:1761317069.991896:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.991914:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a700 00000400:00000200:3.0:1761317069.991922:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e79 [1] + 224 00000400:00000200:3.0:1761317069.991933:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.991936:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.991945:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317069.992171:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.992177:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bb40 00000400:00000200:3.0:1761317069.992182:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf7d9 [2] + 1312 00000400:00000200:3.0:1761317069.992384:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.992389:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.992393:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.992399:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 00000400:00000010:1.0:1761317069.992582:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.992587:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.992589:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.992596:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.992604:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.992632:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f55d392. 02000000:00000010:1.0:1761317069.992638:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a4cffff. 00000100:00000010:1.0:1761317069.992642:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317069.992645:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.992648:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000020:00000010:0.0:1761317069.992806:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000289a3d54. 00000020:00000010:0.0:1761317069.992815:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.992819:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317069.992840:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c4982a8 x1846872898911040/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317069.992874:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911040 02000000:00000010:0.0:1761317069.992885:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465a6efc. 00010000:00000010:0.0:1761317069.992912:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fec42ef. 00010000:00000010:0.0:1761317069.992932:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317069.992938:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317069.992992:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317069.992996:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317069.993010:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317069.993015:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911040, offset 224 00000400:00000200:0.0:1761317069.993023:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317069.993034:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317069.993040:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89869:89869:256:4294967295] 192.168.204.21@tcp LPNI seq info [89869:89869:8:4294967295] 00000400:00000200:0.0:1761317069.993049:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317069.993054:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317069.993059:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317069.993064:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317069.993070:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317069.993074:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317069.993101:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317069.993106:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317069.993108:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000289a3d54. 00080000:00000010:1.0:1761317069.993154:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a4cffff. 00000800:00000200:3.0:1761317069.993491:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.993496:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:3.0:1761317069.993500:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.993504:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.993507:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:3.0:1761317069.993509:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00010000:00000010:1.0:1761317069.993802:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.993809:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ef45d31. 00010000:00000010:1.0:1761317069.993878:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317069.993883:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.993892:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.993895:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.993902:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.993911:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f55d392. 02000000:00000010:1.0:1761317069.993933:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088df1dc9. 00000400:00000010:1.0:1761317069.993937:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.993941:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.993945:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772544, portal 16 00000400:00000010:1.0:1761317069.993949:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317069.993950:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772544, offset 0 00000400:00000200:1.0:1761317069.993955:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.993962:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.993968:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.993971:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.993973:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.993976:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89870:89870:256:4294967295] 192.168.204.21@tcp LPNI seq info [89870:89870:8:4294967295] 00000400:00000200:1.0:1761317069.993983:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.993987:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.993990:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317069.993994:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.993998:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.994001:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.994184:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.994187:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:3.0:1761317069.994190:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.994193:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.994196:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:3.0:1761317069.994197:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:3.0:1761317069.994203:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317069.994725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee691cc. 00010000:00000010:1.1:1761317069.995422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000403672ab. 00010000:00000010:1.1:1761317069.995432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00010000:00000010:1.1:1761317069.995435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317069.995438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c2c6f0. 00000400:00000200:3.0:1761317069.996587:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.996604:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a740 00000400:00000200:3.0:1761317069.996613:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e85 [1] + 224 00000400:00000200:3.0:1761317069.996628:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.996632:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.996641:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317069.997040:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317069.997046:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317069.997048:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.997055:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317069.997062:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317069.997089:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088df1dc9. 02000000:00000010:1.0:1761317069.997096:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f55d392. 00000100:00000010:1.0:1761317069.997101:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317069.997104:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317069.997108:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317069.997436:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317069.997445:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bb80 00000400:00000200:3.0:1761317069.997450:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf7d9 [2] + 1640 00000400:00000200:3.0:1761317069.997723:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.997729:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317069.997734:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317069.997739:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 00000020:00000010:2.0:1761317069.998045:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f90011c5. 00000020:00000010:2.0:1761317069.998051:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.998055:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317069.998076:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068b05b97 x1846872898911104/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:225/0 lens 328/0 e 0 to 0 dl 1761317075 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317069.998108:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911104 02000000:00000010:2.0:1761317069.998119:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002699b1e5. 00010000:00000010:2.0:1761317069.998146:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c53beb9f. 00010000:00000010:2.0:1761317069.998165:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317069.998171:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317069.998186:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:2.0:1761317069.998189:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317069.998201:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f39d74ae. 00000100:00000200:2.0:1761317069.998205:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911104, offset 224 00000400:00000200:2.0:1761317069.998212:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317069.998221:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317069.998226:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89871:89871:256:4294967295] 192.168.204.21@tcp LPNI seq info [89871:89871:8:4294967295] 00000400:00000200:2.0:1761317069.998235:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317069.998239:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317069.998243:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317069.998247:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317069.998253:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317069.998257:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317069.998275:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317069.998279:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317069.998281:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f90011c5. 00080000:00000010:1.0:1761317069.998401:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088df1dc9. 00010000:00000010:1.0:1761317069.998481:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.998487:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fc5059b. 00010000:00000010:1.0:1761317069.998572:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:1.0:1761317069.998578:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317069.998589:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317069.998592:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317069.998598:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317069.998608:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e16a61f. 02000000:00000010:1.0:1761317069.998632:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f55d392. 00000400:00000010:1.0:1761317069.998637:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317069.998641:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317069.998646:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772608, portal 16 00000400:00000010:1.0:1761317069.998650:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0545a8a. 00000100:00000200:1.0:1761317069.998651:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772608, offset 0 00000400:00000200:1.0:1761317069.998656:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317069.998662:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317069.998668:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317069.998671:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317069.998674:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317069.998675:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89872:89872:255:4294967295] 192.168.204.21@tcp LPNI seq info [89872:89872:7:4294967295] 00000400:00000200:1.0:1761317069.998721:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317069.998726:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317069.998729:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317069.998733:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317069.998736:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317069.998738:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317069.998943:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.998947:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82354066). 00000400:00000200:3.0:1761317069.998953:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.998957:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.998961:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:3.0:1761317069.998963:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00000800:00000200:3.0:1761317069.999017:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317069.999020:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:3.0:1761317069.999023:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317069.999026:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317069.999028:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0545a8a 00000400:00000010:3.0:1761317069.999029:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0545a8a. 00000100:00000200:3.0:1761317069.999034:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317069.999935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef3142ae. 00000400:00000200:3.0:1761317070.000924:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.000941:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a780 00000400:00000200:3.0:1761317070.000949:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0e91 [1] + 224 00000400:00000200:3.0:1761317070.000963:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.000966:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.000974:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.001063:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317070.001067:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317070.001070:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317070.001076:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.001082:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317113 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.001106:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f55d392. 02000000:00000010:1.0:1761317070.001110:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007e16a61f. 00000100:00000010:1.0:1761317070.001116:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.001120:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.001123:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317070.001649:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.001658:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bbc0 00000400:00000200:3.0:1761317070.001663:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf7d9 [2] + 1968 00000400:00000010:3.0:1761317070.001666:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2f2b8e6. 00000400:00000200:3.0:1761317070.001669:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003d20922f 00000400:00000200:3.0:1761317070.001910:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.001915:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.001918:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d20922f 00000400:00000010:3.0:1761317070.001920:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003d20922f (tot 82353666). 00000100:00000200:3.0:1761317070.001924:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317070.002390:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000289a3d54. 00000020:00000010:0.0:1761317070.002397:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317070.002400:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317070.002422:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000461eb025 x1846872898911168/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.002608:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911168 02000000:00000010:0.0:1761317070.002621:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000baa494a3. 00010000:00000010:0.0:1761317070.002647:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ccfe852. 00010000:00000010:0.0:1761317070.002667:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.002673:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000300b50ac. 00000100:00000010:0.0:1761317070.002721:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000300b50ac. 00010000:00000010:0.0:1761317070.002725:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.002739:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317070.002744:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911168, offset 224 00000400:00000200:0.0:1761317070.002753:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.002763:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.002769:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89873:89873:256:4294967295] 192.168.204.21@tcp LPNI seq info [89873:89873:8:4294967295] 00000400:00000200:0.0:1761317070.002777:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.002782:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.002786:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82353914). 00000800:00000200:0.0:1761317070.002791:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.002797:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.002801:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.002814:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317070.002818:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317070.002820:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000289a3d54. 02000000:00000010:0.0:1761317070.002828:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002699b1e5. 00000100:00000010:0.0:1761317070.002831:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 02000000:00000010:0.0:1761317070.002834:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465a6efc. 00000100:00000010:0.0:1761317070.002836:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 02000000:00000010:0.0:1761317070.002838:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005301b7e1. 00000100:00000010:0.0:1761317070.002840:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 02000000:00000010:0.0:1761317070.002843:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c9d3fbe. 00000100:00000010:0.0:1761317070.002845:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 02000000:00000010:0.0:1761317070.002847:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb551fcb. 00000100:00000010:0.0:1761317070.002849:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 02000000:00000010:0.0:1761317070.002852:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670fc3c5. 00000100:00000010:0.0:1761317070.002853:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 00000100:00000200:0.0:1761317070.002859:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317070.002863:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006747dcfd. 00000400:00000010:0.0:1761317070.002866:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000300b50ac (tot 82354066). 00080000:00000010:1.0:1761317070.003106:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f55d392. 00010000:00000010:1.0:1761317070.003187:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317070.003194:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083860f4f. 00010000:00000010:1.0:1761317070.003268:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.003274:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317070.003284:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317070.003288:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.003295:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.003306:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e16a61f. 02000000:00000010:1.0:1761317070.003330:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000008706b11. 00000400:00000010:1.0:1761317070.003334:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317070.003337:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317070.003340:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772672, portal 16 00000400:00000010:1.0:1761317070.003344:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317070.003346:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772672, offset 0 00000400:00000200:1.0:1761317070.003352:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.003358:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.003364:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.003379:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.003383:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.003385:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89874:89874:255:4294967295] 192.168.204.21@tcp LPNI seq info [89874:89874:7:4294967295] 00000400:00000200:1.0:1761317070.003393:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.003401:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.003405:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317070.003409:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.003412:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.003415:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.003506:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.003510:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82354066). 00000400:00000200:3.0:1761317070.003514:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.003518:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.003522:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:3.0:1761317070.003523:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 02000000:00000010:3.0:1761317070.003527:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000baa494a3. 00000800:00000200:3.0:1761317070.003569:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.003571:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:3.0:1761317070.003575:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.003577:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.003579:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:3.0:1761317070.003580:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000100:00000200:3.0:1761317070.003586:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.004920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000283591f1. 00010000:00000010:1.1:1761317070.004932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000400:00000200:3.0:1761317070.006035:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.006052:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a7c0 00000400:00000200:3.0:1761317070.006061:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ea1 [1] + 224 00000400:00000200:3.0:1761317070.006076:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.006080:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.006089:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.006201:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317070.006205:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317070.006207:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317070.006213:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.006220:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.006246:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000008706b11. 02000000:00000010:1.0:1761317070.006252:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007e16a61f. 00000100:00000010:1.0:1761317070.006259:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.006262:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.006265:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317070.007995:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.008013:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bc00 00000400:00000200:3.0:1761317070.008021:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf831 [2] + 0 00000400:00000200:3.0:1761317070.008093:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.008099:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.008105:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.008111:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 00010000:00000010:0.1:1761317070.008212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b28285a. 00000020:00000010:0.0:1761317070.008255:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000baa494a3. 00000020:00000010:0.0:1761317070.008262:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317070.008266:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317070.008289:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f78b74e x1846872898911232/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.008322:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911232 02000000:00000010:0.0:1761317070.008335:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670fc3c5. 00010000:00000010:0.0:1761317070.008363:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b31bbf4. 00010000:00000010:0.0:1761317070.008392:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.008399:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a5d511b. 00000100:00000010:0.0:1761317070.008413:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a5d511b. 00010000:00000010:0.0:1761317070.008416:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.008429:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317070.008434:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911232, offset 224 00000400:00000200:0.0:1761317070.008442:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.008452:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.008458:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89875:89875:256:4294967295] 192.168.204.21@tcp LPNI seq info [89875:89875:8:4294967295] 00000400:00000200:0.0:1761317070.008467:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.008471:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.008480:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317070.008485:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.008491:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.008494:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.008507:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317070.008511:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317070.008513:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000baa494a3. 00010000:00000010:1.1:1761317070.008577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075caaf64. 00010000:00000010:1.1:1761317070.008583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00080000:00000010:1.0:1761317070.008603:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008706b11. 00010000:00000010:1.0:1761317070.008675:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317070.008706:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090681eb5. 00010000:00000010:1.0:1761317070.008767:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317070.008772:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317070.008780:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317070.008783:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.008788:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.008797:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b565956. 02000000:00000010:1.0:1761317070.008818:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e16a61f. 00000400:00000010:1.0:1761317070.008822:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317070.008825:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317070.008829:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772736, portal 16 00000400:00000010:1.0:1761317070.008833:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf77a373. 00000100:00000200:1.0:1761317070.008834:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772736, offset 0 00000400:00000200:1.0:1761317070.008839:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.008845:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.008851:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.008854:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.008857:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.008859:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89876:89876:255:4294967295] 192.168.204.21@tcp LPNI seq info [89876:89876:7:4294967295] 00000400:00000200:1.0:1761317070.008866:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.008870:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.008873:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317070.008876:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.008879:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.008881:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317070.008942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eeba1690. 00000800:00000200:3.0:1761317070.009761:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.009766:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82354066). 00000400:00000200:3.0:1761317070.009770:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.009775:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.009779:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:3.0:1761317070.009781:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 00000800:00000200:3.0:1761317070.009840:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.009842:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:3.0:1761317070.009844:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.009846:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.009849:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf77a373 00000400:00000010:3.0:1761317070.009850:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf77a373. 00000100:00000200:3.0:1761317070.009855:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.011891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c468459. 00010000:00000010:1.1:1761317070.011911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c2c6f0. 00000400:00000200:3.0:1761317070.013758:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.013778:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a800 00000400:00000200:3.0:1761317070.013787:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ead [1] + 224 00000400:00000200:3.0:1761317070.013802:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.013816:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.013826:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.014186:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:1.0:1761317070.014191:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317070.014193:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:1.0:1761317070.014199:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.014207:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.014235:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e16a61f. 02000000:00000010:1.0:1761317070.014243:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b565956. 00000100:00000010:1.0:1761317070.014248:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.014252:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.014256:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000200:3.0:1761317070.015018:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.015030:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bc40 00000400:00000200:3.0:1761317070.015035:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf831 [2] + 328 00000400:00000200:3.0:1761317070.015089:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.015093:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.015098:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.015103:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 00000020:00000010:2.0:1761317070.015234:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f90011c5. 00000020:00000010:2.0:1761317070.015241:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.015246:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317070.015271:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a88443b x1846872898911296/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317070.015525:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911296 02000000:00000010:2.0:1761317070.015538:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8524da3. 00010000:00000010:2.0:1761317070.015566:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb31c620. 00010000:00000010:2.0:1761317070.015589:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317070.015596:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317070.015616:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:2.0:1761317070.015621:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317070.015633:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317070.015638:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911296, offset 224 00000400:00000200:2.0:1761317070.015647:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.015657:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.015663:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89877:89877:256:4294967295] 192.168.204.21@tcp LPNI seq info [89877:89877:8:4294967295] 00000400:00000200:2.0:1761317070.015673:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.015712:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.015717:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317070.015723:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.015729:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.015733:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.015746:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.015750:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317070.015753:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f90011c5. 00080000:00000010:1.0:1761317070.015944:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e16a61f. 00010000:00000010:1.0:1761317070.016023:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317070.016028:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e7fc824. 00010000:00000010:1.0:1761317070.016095:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:1.0:1761317070.016099:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b3aa26e. 00010000:00000010:1.0:1761317070.016108:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317070.016112:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.016117:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.016127:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b565956. 02000000:00000010:1.0:1761317070.016148:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f3cb168. 00000400:00000010:1.0:1761317070.016153:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db53495a. 00000400:00000010:1.0:1761317070.016157:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317070.016161:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772800, portal 16 00000400:00000010:1.0:1761317070.016164:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317070.016166:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772800, offset 0 00000400:00000200:1.0:1761317070.016171:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.016177:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.016183:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.016186:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.016189:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.016191:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89878:89878:255:4294967295] 192.168.204.21@tcp LPNI seq info [89878:89878:7:4294967295] 00000400:00000200:1.0:1761317070.016199:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.016202:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.016205:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317070.016209:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.016212:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.016214:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.016504:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.016508:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82354066). 00000400:00000200:3.0:1761317070.016514:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.016518:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.016523:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:3.0:1761317070.016524:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000800:00000200:3.0:1761317070.016577:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.016579:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:3.0:1761317070.016582:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.016585:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.016587:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:3.0:1761317070.016588:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:3.0:1761317070.016593:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902772800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.018726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012b7a6fd. 00000400:00000200:0.0:1761317070.020554:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.020571:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a840 00000400:00000200:0.0:1761317070.020581:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0eb9 [1] + 224 00000400:00000200:0.0:1761317070.020591:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.020596:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.020606:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902772800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.020642:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.020646:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bc80 00000400:00000200:0.0:1761317070.020649:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf831 [2] + 656 00000400:00000200:0.0:1761317070.020718:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.020721:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.020724:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.020732:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00000400:00000010:2.0:1761317070.020795:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db53495a. 00000400:00000200:2.0:1761317070.020799:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:2.0:1761317070.020801:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:2.0:1761317070.020814:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902772800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.020821:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902772800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.020852:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f3cb168. 02000000:00000010:2.0:1761317070.020858:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b565956. 00000100:00000010:2.0:1761317070.020863:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:2.0:1761317070.020867:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:2.0:1761317070.020870:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00010000:00000010:1.1:1761317070.021324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d25a32. 00010000:00000010:1.1:1761317070.021333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00000020:00000010:1.0:1761317070.021385:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e9df599. 00000020:00000010:1.0:1761317070.021391:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.021396:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.021421:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003f5680a2 x1846872898911360/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.021455:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911360 02000000:00000010:1.0:1761317070.021468:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f3cb168. 00010000:00000010:1.0:1761317070.021507:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f995c9f. 00010000:00000010:1.0:1761317070.021528:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.021543:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.021558:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.021562:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.021575:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317070.021580:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911360, offset 224 00000400:00000200:1.0:1761317070.021589:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.021600:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.021606:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89879:89879:256:4294967295] 192.168.204.21@tcp LPNI seq info [89879:89879:8:4294967295] 00000400:00000200:1.0:1761317070.021616:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.021621:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.021626:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317070.021631:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.021636:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.021640:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.021665:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.021671:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.021674:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e9df599. 00010000:00000010:2.1:1761317070.021706:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c3c8206. 00080000:00000010:2.0:1761317070.021713:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f90011c5. 00000800:00000200:3.0:1761317070.021997:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.022001:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:3.0:1761317070.022005:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.022009:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.022011:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:3.0:1761317070.022013:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00010000:00000010:2.0:1761317070.022053:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b3aa26e. 00010000:00000010:2.0:1761317070.022059:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbb1e0a6. 00010000:00000010:2.0:1761317070.022149:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.0:1761317070.022156:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317070.022166:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317070.022170:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317070.022177:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 02000000:00000010:2.0:1761317070.022187:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1fe5b82. 02000000:00000010:2.0:1761317070.022212:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009587136c. 00000400:00000010:2.0:1761317070.022217:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fe25e07. 00000400:00000010:2.0:1761317070.022221:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009e2c497. 00000100:00000200:2.0:1761317070.022226:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772864, portal 16 00000400:00000010:2.0:1761317070.022230:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317070.022231:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772864, offset 0 00000400:00000200:2.0:1761317070.022236:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.022243:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.022249:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.022253:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.022255:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.022258:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89880:89880:256:4294967295] 192.168.204.21@tcp LPNI seq info [89880:89880:8:4294967295] 00000400:00000200:2.0:1761317070.022265:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.022270:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.022273:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317070.022276:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.022281:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.022283:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.022561:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.022564:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:3.0:1761317070.022570:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.022574:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.022576:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:3.0:1761317070.022577:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:3.0:1761317070.022583:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cb5fd115 x1846872902772864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.024031:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.024048:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a880 00000400:00000200:0.0:1761317070.024056:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ec5 [1] + 224 00000400:00000200:0.0:1761317070.024068:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.024071:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.024078:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cb5fd115 x1846872902772864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.025020:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.025033:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bcc0 00000400:00000200:3.0:1761317070.025041:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf831 [2] + 984 00010000:00000010:1.1:1761317070.025067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023db0cab. 00010000:00000010:1.1:1761317070.025078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00000400:00000200:3.0:1761317070.025096:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761317070.025101:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fe25e07. 00000400:00000200:3.0:1761317070.025102:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.025106:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:1.0:1761317070.025110:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000100:00000200:3.0:1761317070.025118:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761317070.025120:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cb5fd115 x1846872902772864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761317070.025126:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 00000100:00000200:1.0:1761317070.025132:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cb5fd115 x1846872902772864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.025172:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009587136c. 02000000:00000010:1.0:1761317070.025181:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1fe5b82. 00000100:00000010:1.0:1761317070.025185:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 00000100:00000010:1.0:1761317070.025190:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:1.0:1761317070.025195:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000020:00000010:2.0:1761317070.025598:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb5c5856. 00000020:00000010:2.0:1761317070.025606:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.025611:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317070.025636:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a56c0748 x1846872898911424/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317070.025676:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911424 02000000:00000010:2.0:1761317070.025706:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071afdb8d. 00010000:00000010:2.0:1761317070.025735:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bf1e887. 00010000:00000010:2.0:1761317070.025756:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317070.025762:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317070.025779:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:2.0:1761317070.025782:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317070.025795:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038c9f7c. 00000100:00000200:2.0:1761317070.025800:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911424, offset 224 00000400:00000200:2.0:1761317070.025818:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.025830:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.025835:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89881:89881:256:4294967295] 192.168.204.21@tcp LPNI seq info [89881:89881:8:4294967295] 00000400:00000200:2.0:1761317070.025844:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.025849:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.025853:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317070.025859:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.025865:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.025869:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.025887:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.025891:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317070.025894:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb5c5856. 00080000:00000010:1.0:1761317070.026095:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e9df599. 00010000:00000010:1.0:1761317070.026219:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:1.0:1761317070.026228:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d154f48. 00010000:00000010:1.0:1761317070.026313:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00000800:00000200:3.0:1761317070.026318:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761317070.026321:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00000800:00000010:3.0:1761317070.026324:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:3.0:1761317070.026332:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761317070.026334:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000400:00000200:3.0:1761317070.026338:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000010:1.0:1761317070.026340:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000400:00000200:3.0:1761317070.026342:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000038c9f7c 00000400:00000010:3.0:1761317070.026346:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000038c9f7c. 00000100:00000010:1.0:1761317070.026349:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.026492:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001139ec9d. 02000000:00000010:1.0:1761317070.026519:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef784b33. 00000400:00000010:1.0:1761317070.026524:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.026530:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.026535:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772928, portal 16 00000400:00000010:1.0:1761317070.026539:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317070.026541:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772928, offset 0 00000400:00000200:1.0:1761317070.026547:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.026555:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.026563:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.026567:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.026571:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.026573:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89882:89882:256:4294967295] 192.168.204.21@tcp LPNI seq info [89882:89882:8:4294967295] 00000400:00000200:1.0:1761317070.026581:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.026585:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.026590:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317070.026594:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.026599:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.026602:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.027046:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.027050:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:0.0:1761317070.027054:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.027058:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.027062:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:0.0:1761317070.027064:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:0.0:1761317070.027071:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902772928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.028904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c73b8040. 00000400:00000200:3.0:1761317070.029004:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.029021:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a8c0 00000400:00000200:3.0:1761317070.029029:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ed1 [1] + 224 00000400:00000200:3.0:1761317070.029044:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.029047:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.029056:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902772928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.029112:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.029116:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.029118:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.029125:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902772928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.029132:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902772928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.029156:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef784b33. 02000000:00000010:1.0:1761317070.029161:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001139ec9d. 00000100:00000010:1.0:1761317070.029164:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.029169:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.029171:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:3.0:1761317070.030124:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.030135:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bd00 00000400:00000200:3.0:1761317070.030140:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf831 [2] + 1312 00010000:00000010:2.1:1761317070.030542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084c10c1f. 00010000:00000010:2.1:1761317070.030551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c2c6f0. 00000400:00000200:3.0:1761317070.030943:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.030950:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.030956:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.030962:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 00000020:00000010:0.0:1761317070.031042:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.031049:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317070.031053:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317070.031078:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008e6a67e x1846872898911488/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.031815:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911488 02000000:00000010:0.0:1761317070.031830:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c9d3fbe. 00010000:00000010:0.0:1761317070.031862:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000015749173. 00010000:00000010:0.0:1761317070.031886:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.031894:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a5d511b. 00000100:00000010:0.0:1761317070.031909:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a5d511b. 00010000:00000010:0.0:1761317070.031913:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.031930:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.031935:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911488, offset 224 00000400:00000200:0.0:1761317070.031945:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.031960:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.031966:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89883:89883:256:4294967295] 192.168.204.21@tcp LPNI seq info [89883:89883:8:4294967295] 00000400:00000200:0.0:1761317070.031976:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.031981:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.031986:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317070.031992:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.032002:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.032005:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.032026:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317070.032030:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317070.032033:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00080000:00000010:1.0:1761317070.032104:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001139ec9d. 00000800:00000200:3.0:1761317070.032169:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.032173:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:3.0:1761317070.032178:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.032183:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.032188:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:3.0:1761317070.032189:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00010000:00000010:1.0:1761317070.032193:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.032202:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea317e09. 00010000:00000010:1.0:1761317070.032300:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.032306:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.032318:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.032330:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.032338:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.032350:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef784b33. 02000000:00000010:1.0:1761317070.032383:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018c173eb. 00000400:00000010:1.0:1761317070.032389:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.032393:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.032398:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902772992, portal 16 00000400:00000010:1.0:1761317070.032402:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317070.032405:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902772992, offset 0 00000400:00000200:1.0:1761317070.032416:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.032422:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.032428:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.032432:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.032435:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.032437:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89884:89884:256:4294967295] 192.168.204.21@tcp LPNI seq info [89884:89884:8:4294967295] 00000400:00000200:1.0:1761317070.032444:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.032449:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.032453:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317070.032457:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.032462:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.032464:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.032528:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.032531:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:0.0:1761317070.032534:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.032538:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.032540:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:0.0:1761317070.032542:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:0.0:1761317070.032548:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902772992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.036176:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.036197:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a900 00000400:00000200:3.0:1761317070.036207:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0edd [1] + 224 00000400:00000200:3.0:1761317070.036218:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.036222:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.036232:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902772992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.036264:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.036269:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bd40 00000400:00000200:3.0:1761317070.036274:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf831 [2] + 1640 00000400:00000200:3.0:1761317070.036323:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.036327:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.036331:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.036337:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00000020:00000010:0.0:1761317070.036418:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.036426:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317070.036431:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317070.036455:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898911552/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.036496:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911552 02000000:00000010:0.0:1761317070.036509:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465a6efc. 00010000:00000010:0.0:1761317070.036546:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.036553:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a5d511b. 00000100:00000010:0.0:1761317070.036559:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a5d511b. 00010000:00000010:0.0:1761317070.036563:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.036577:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317070.036582:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911552, offset 224 00000400:00000200:0.0:1761317070.036591:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.036602:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.036607:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89885:89885:256:4294967295] 192.168.204.21@tcp LPNI seq info [89885:89885:8:4294967295] 00000400:00000200:0.0:1761317070.036618:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.036623:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.036627:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317070.036632:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.036639:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.036642:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.036664:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317070.036668:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:0.0:1761317070.036671:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00000400:00000010:1.0:1761317070.037105:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.037112:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.037114:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.037121:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902772992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.037129:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902772992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.037152:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d058fc6f. 02000000:00000010:1.0:1761317070.037169:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018c173eb. 02000000:00000010:1.0:1761317070.037176:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef784b33. 00000100:00000010:1.0:1761317070.037180:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.037184:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.037188:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00080000:00000010:1.0:1761317070.037210:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef784b33. 00010000:00000010:1.0:1761317070.037298:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.037306:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000818b58e9. 00010000:00000010:1.0:1761317070.037402:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.037410:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.037421:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.037425:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.037433:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.037444:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018c173eb. 02000000:00000010:1.0:1761317070.037470:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031cd8e95. 00000400:00000010:1.0:1761317070.037475:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.037480:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.037485:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773056, portal 16 00000400:00000010:1.0:1761317070.037491:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdd7e85d. 00000100:00000200:1.0:1761317070.037493:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773056, offset 0 00000400:00000200:1.0:1761317070.037501:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.037510:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.037518:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.037522:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.037526:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.037530:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89886:89886:255:4294967295] 192.168.204.21@tcp LPNI seq info [89886:89886:7:4294967295] 00000400:00000200:1.0:1761317070.037542:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.037548:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.037551:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354314). 00000800:00000200:1.0:1761317070.037557:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.037563:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.037566:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.040508:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.040516:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82354066). 00000400:00000200:3.0:1761317070.040524:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.040534:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.040541:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:3.0:1761317070.040543:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000800:00000200:3.0:1761317070.040623:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.040626:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:3.0:1761317070.040629:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.040632:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.040635:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdd7e85d 00000400:00000010:3.0:1761317070.040636:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdd7e85d. 00000100:00000200:3.0:1761317070.040647:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.046786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000651623c8. 00000400:00000200:0.0:1761317070.048617:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.048641:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a940 00000400:00000200:0.0:1761317070.048651:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ee9 [1] + 224 00000400:00000200:0.0:1761317070.048664:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.048668:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.048697:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.048736:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.048743:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bd80 00000400:00000010:1.0:1761317070.048746:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.048752:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.048754:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.048763:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.048771:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.048799:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031cd8e95. 02000000:00000010:1.0:1761317070.048806:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018c173eb. 00000100:00000010:1.0:1761317070.048810:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.048815:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.048818:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:0.0:1761317070.049029:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf831 [2] + 1968 00000400:00000010:0.0:1761317070.049033:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3080fe6. 00000400:00000200:0.0:1761317070.049036:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000c5f0f77 00000400:00000200:0.0:1761317070.049099:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.049103:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.049106:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c5f0f77 00000400:00000010:0.0:1761317070.049108:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000c5f0f77 (tot 82353666). 00000100:00000200:0.0:1761317070.049113:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317070.049447:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb5c5856. 00000020:00000010:2.0:1761317070.049455:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.049460:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317070.049487:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000037cf4b51 x1846872898911616/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317070.049523:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911616 02000000:00000010:2.0:1761317070.049535:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8c7f480. 00010000:00000010:2.0:1761317070.049567:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000695946fb. 00010000:00000010:2.0:1761317070.049588:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317070.049594:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f804287a. 00000100:00000010:2.0:1761317070.049616:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f804287a. 00010000:00000010:2.0:1761317070.049620:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317070.049633:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317070.049637:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911616, offset 224 00000400:00000200:2.0:1761317070.049646:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.049658:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.049664:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89887:89887:256:4294967295] 192.168.204.21@tcp LPNI seq info [89887:89887:8:4294967295] 00000400:00000200:2.0:1761317070.049673:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.049701:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.049706:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82353914). 00000800:00000200:2.0:1761317070.049712:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.049719:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.049723:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.049748:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.049754:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317070.049757:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb5c5856. 02000000:00000010:2.0:1761317070.049767:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465a6efc. 00000100:00000010:2.0:1761317070.049771:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 02000000:00000010:2.0:1761317070.049775:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c9d3fbe. 00000100:00000010:2.0:1761317070.049778:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 02000000:00000010:2.0:1761317070.049781:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071afdb8d. 00000100:00000010:2.0:1761317070.049783:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 02000000:00000010:2.0:1761317070.049786:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f3cb168. 00000100:00000010:2.0:1761317070.049790:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 02000000:00000010:2.0:1761317070.049793:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8524da3. 00000100:00000010:2.0:1761317070.049794:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 02000000:00000010:2.0:1761317070.049796:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670fc3c5. 00000100:00000010:2.0:1761317070.049798:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 00000100:00000200:2.0:1761317070.049804:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317070.049810:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001589e552. 00000400:00000010:2.0:1761317070.049813:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f804287a (tot 82354066). 00000800:00000200:3.0:1761317070.049852:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.049857:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:3.0:1761317070.049864:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.049869:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.049872:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:3.0:1761317070.049874:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 02000000:00000010:3.0:1761317070.049880:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8c7f480. 00080000:00000010:1.0:1761317070.050031:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018c173eb. 00010000:00000010:1.0:1761317070.050113:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.050120:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000163c7d5. 00010000:00000010:1.0:1761317070.050210:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.050216:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.050227:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.050230:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.050236:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.050247:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031cd8e95. 02000000:00000010:1.0:1761317070.050275:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed6d50cf. 00000400:00000010:1.0:1761317070.050280:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.050283:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.050286:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773120, portal 16 00000400:00000010:1.0:1761317070.050290:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9a47c66. 00000100:00000200:1.0:1761317070.050292:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773120, offset 0 00000400:00000200:1.0:1761317070.050298:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.050304:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.050311:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.050314:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.050317:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.050320:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89888:89888:256:4294967295] 192.168.204.21@tcp LPNI seq info [89888:89888:8:4294967295] 00000400:00000200:1.0:1761317070.050326:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.050330:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.050334:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317070.050338:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.050343:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.050345:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.050545:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.050549:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:3.0:1761317070.050552:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.050556:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.050559:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9a47c66 00000400:00000010:3.0:1761317070.050560:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9a47c66. 00000100:00000200:3.0:1761317070.050565:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.050840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000362ecfa1. 00010000:00000010:1.1:1761317070.050848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:0.1:1761317070.051733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000622d7fda. 00000400:00000200:0.0:1761317070.053117:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.053135:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a980 00000400:00000200:0.0:1761317070.053143:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ef9 [1] + 224 00000400:00000200:0.0:1761317070.053159:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.053163:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.053172:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.053253:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.053258:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.053260:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.053266:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.053273:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.053298:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed6d50cf. 02000000:00000010:1.0:1761317070.053305:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031cd8e95. 00000100:00000010:1.0:1761317070.053309:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.053314:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.053317:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:3.0:1761317070.053837:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.053848:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bdc0 00000400:00000200:3.0:1761317070.053854:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf889 [2] + 0 00000400:00000200:3.0:1761317070.053906:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.053909:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.053914:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.053919:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 00000020:00000010:0.0:1761317070.055810:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.055822:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317070.055826:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003bfaf41b. 00000100:00000200:0.0:1761317070.055857:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000074b6d37 x1846872898911680/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317070.056435:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911680 02000000:00000010:2.0:1761317070.056452:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8524da3. 00010000:00000010:2.0:1761317070.056487:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd1150e7. 00010000:00000010:2.0:1761317070.056510:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317070.056519:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.056540:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.056545:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317070.056561:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317070.056567:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911680, offset 224 00000400:00000200:2.0:1761317070.056576:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.056589:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.056595:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89889:89889:256:4294967295] 192.168.204.21@tcp LPNI seq info [89889:89889:8:4294967295] 00000400:00000200:2.0:1761317070.056604:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.056610:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.056615:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317070.056621:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.056628:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.056632:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.056646:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:2.0:1761317070.056650:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003bfaf41b. 00000020:00000010:2.0:1761317070.056653:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00080000:00000010:1.0:1761317070.056771:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031cd8e95. 00010000:00000010:1.0:1761317070.056880:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.056886:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc8a71a2. 00010000:00000010:1.0:1761317070.056957:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.056962:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.056967:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317070.056972:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00080000:00000010:1.0:1761317070.056985:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed6d50cf. 00010000:00000010:1.0:1761317070.057011:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.057015:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.057070:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001038e18b. 00010000:00000010:1.0:1761317070.057074:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.057082:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.057086:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.057093:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.057104:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc8df5e3. 02000000:00000010:1.0:1761317070.057132:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4ac9c86. 00000400:00000010:1.0:1761317070.057138:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.057143:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.057148:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773184, portal 16 00000400:00000010:1.0:1761317070.057153:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d317c72e. 00000100:00000200:1.0:1761317070.057155:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773184, offset 0 00000400:00000200:1.0:1761317070.057161:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.057169:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.057175:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.057179:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.057182:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.057185:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89890:89890:255:4294967295] 192.168.204.21@tcp LPNI seq info [89890:89890:7:4294967295] 00000400:00000200:1.0:1761317070.057192:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.057197:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.057200:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354314). 00000800:00000200:1.0:1761317070.057204:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.057208:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.057210:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.057938:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.057943:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000400:00000200:3.0:1761317070.057952:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.057958:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.057962:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:3.0:1761317070.057965:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 00000800:00000200:3.0:1761317070.058037:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.058040:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:3.0:1761317070.058043:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.058046:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.058048:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:3.0:1761317070.058049:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 00000100:00000200:3.0:1761317070.058056:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.058724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ceb7e8b. 00010000:00000010:1.1:1761317070.058734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00010000:00000010:1.1:1761317070.058739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038fe43c8. 00010000:00000010:1.1:1761317070.058742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000700f5571. 00010000:00000010:1.1:1761317070.058744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00010000:00000010:2.1:1761317070.058786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2e42b29. 00000400:00000200:0.0:1761317070.060321:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.060343:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50a9c0 00000400:00000200:0.0:1761317070.060353:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f05 [1] + 224 00000400:00000200:0.0:1761317070.060379:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.060384:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.060394:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.060581:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.060588:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15be00 00000400:00000200:0.0:1761317070.060593:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf889 [2] + 328 00000400:00000200:0.0:1761317070.060648:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.060651:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.060656:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.060662:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 00000400:00000010:1.0:1761317070.060772:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.060785:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.060788:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.060795:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.060802:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.060831:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4ac9c86. 02000000:00000010:1.0:1761317070.060837:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc8df5e3. 00000100:00000010:1.0:1761317070.060841:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.060846:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.060850:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:3.0:1761317070.061427:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fe9a865. 00000020:00000010:3.0:1761317070.061436:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2b32999. 00000020:00000010:3.0:1761317070.061440:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd183e7f. 00000100:00000200:3.0:1761317070.061464:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010822fe5 x1846872898911744/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317070.061493:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911744 02000000:00000010:3.0:1761317070.061506:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033a18d41. 00010000:00000010:3.0:1761317070.061534:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007dbe4d19. 00010000:00000010:3.0:1761317070.061554:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.061623:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317070.061640:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317070.061643:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00000400:00000010:3.0:1761317070.061657:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034199819. 00000100:00000200:3.0:1761317070.061662:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911744, offset 224 00000400:00000200:3.0:1761317070.061670:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.061707:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.061714:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89891:89891:256:4294967295] 192.168.204.21@tcp LPNI seq info [89891:89891:8:4294967295] 00000400:00000200:3.0:1761317070.061724:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.061730:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.061735:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049e9af67 (tot 82354066). 00000800:00000200:3.0:1761317070.061742:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.061750:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.061754:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049e9af67 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.061774:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2b32999. 00000020:00000010:3.0:1761317070.061778:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd183e7f. 00000020:00000010:3.0:1761317070.061781:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fe9a865. 00000800:00000200:3.0:1761317070.061868:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.061871:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:3.0:1761317070.061875:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.061879:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.061882:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034199819 00000400:00000010:3.0:1761317070.061884:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034199819. 00080000:00000010:1.0:1761317070.062104:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc8df5e3. 00010000:00000010:1.0:1761317070.062189:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.062196:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2a64788. 00010000:00000010:1.0:1761317070.062274:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.062281:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.062292:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.062296:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.062303:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.062315:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4ac9c86. 02000000:00000010:1.0:1761317070.062339:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000091f0c20. 00000400:00000010:1.0:1761317070.062344:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.062349:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.062354:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773248, portal 16 00000400:00000010:1.0:1761317070.062359:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317070.062361:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773248, offset 0 00000400:00000200:1.0:1761317070.062380:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.062388:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.062395:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.062398:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.062401:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.062404:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89892:89892:256:4294967295] 192.168.204.21@tcp LPNI seq info [89892:89892:8:4294967295] 00000400:00000200:1.0:1761317070.062411:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.062416:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.062420:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317070.062424:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.062428:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.062431:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.062592:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.062595:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:2.0:1761317070.062599:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.062603:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.062605:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:2.0:1761317070.062607:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00000100:00000200:2.0:1761317070.062612:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.067615:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.067639:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50aa00 00000400:00000200:0.0:1761317070.067650:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f11 [1] + 224 00000400:00000200:0.0:1761317070.067663:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.067667:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.067694:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.067731:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.067737:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15be40 00000400:00000200:0.0:1761317070.067743:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf889 [2] + 656 00000400:00000200:0.0:1761317070.067814:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.067817:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.067821:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.067828:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00010000:00000010:1.1:1761317070.069562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d33dd8b6. 00010000:00000010:1.1:1761317070.069576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000400:00000010:1.0:1761317070.069603:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.069608:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.069610:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.069623:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.069633:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.069665:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000091f0c20. 02000000:00000010:1.0:1761317070.069672:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4ac9c86. 00000100:00000010:1.0:1761317070.069702:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.069708:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.069713:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00010000:00000010:2.1:1761317070.070257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021563b2c. 00010000:00000010:3.1:1761317070.070407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ddbc9f. 00000020:00000010:3.0:1761317070.070486:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000803f9803. 00000020:00000010:3.0:1761317070.070493:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2b32999. 00000020:00000010:3.0:1761317070.070498:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd183e7f. 00000100:00000200:3.0:1761317070.070521:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003f5680a2 x1846872898911808/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.070558:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911808 02000000:00000010:3.0:1761317070.070571:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6b9d93e. 00010000:00000010:3.0:1761317070.070598:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a65e9743. 00010000:00000010:3.0:1761317070.070618:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.070625:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317070.070644:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317070.070647:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00000400:00000010:3.0:1761317070.070660:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034199819. 00000100:00000200:3.0:1761317070.070665:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911808, offset 224 00000400:00000200:3.0:1761317070.070673:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.070709:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.070715:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89893:89893:256:4294967295] 192.168.204.21@tcp LPNI seq info [89893:89893:8:4294967295] 00000400:00000200:3.0:1761317070.070725:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.070731:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.070735:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049e9af67 (tot 82354066). 00000800:00000200:3.0:1761317070.070741:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.070747:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.070751:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049e9af67 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.070778:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2b32999. 00000020:00000010:3.0:1761317070.070783:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd183e7f. 00000020:00000010:3.0:1761317070.070785:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000803f9803. 00010000:00000010:1.1:1761317070.070930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d87610e7. 00010000:00000010:1.1:1761317070.070936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.1:1761317070.070940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317070.070943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00080000:00000010:1.0:1761317070.070964:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4ac9c86. 00010000:00000010:1.0:1761317070.071053:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.071060:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b3e46a8. 00000800:00000200:0.0:1761317070.071074:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.071079:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:0.0:1761317070.071084:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.071090:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.071094:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034199819 00000400:00000010:0.0:1761317070.071096:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034199819. 00000004:00000010:1.0:1761317070.071124:0:77308:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000090ba86e2. 00000004:00000010:1.0:1761317070.071134:0:77308:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000fce49f47. 00000004:00000010:1.0:1761317070.071139:0:77308:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000006341bc51. 00080000:00000010:1.0:1761317070.071146:0:77308:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000091f0c20. 00000001:00000010:1.0:1761317070.071160:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000a760c6a. 00000001:00000010:1.0:1761317070.071173:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000a760c6a. 00080000:00000010:1.0:1761317070.071183:0:77308:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000091f0c20. 00000004:00000010:1.0:1761317070.071189:0:77308:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000006341bc51. 00000004:00000010:1.0:1761317070.071194:0:77308:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000fce49f47. 00000004:00000010:1.0:1761317070.071197:0:77308:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 0000000090ba86e2. 00010000:00000010:1.0:1761317070.071220:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317070.071225:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.071235:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.071239:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.071247:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.071259:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000091f0c20. 02000000:00000010:1.0:1761317070.071282:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad4733d0. 00000400:00000010:1.0:1761317070.071286:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.071291:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.071296:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773312, portal 16 00000400:00000010:1.0:1761317070.071299:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317070.071301:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773312, offset 0 00000400:00000200:1.0:1761317070.071306:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.071313:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.071319:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.071322:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.071324:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.071326:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89894:89894:256:4294967295] 192.168.204.21@tcp LPNI seq info [89894:89894:8:4294967295] 00000400:00000200:1.0:1761317070.071332:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.071336:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.071339:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317070.071342:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.071346:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.071348:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.071705:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.071709:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:2.0:1761317070.071713:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.071717:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.071720:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:2.0:1761317070.071721:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00000100:00000200:2.0:1761317070.071728:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.074178:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.074205:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50aa40 00000400:00000200:0.0:1761317070.074213:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f1d [1] + 224 00000400:00000200:0.0:1761317070.074224:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.074228:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.074237:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.074267:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.074272:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15be80 00000400:00000200:0.0:1761317070.074276:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf889 [2] + 984 00000400:00000010:1.0:1761317070.074304:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.074311:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.074313:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.074321:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.074324:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761317070.074333:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.074333:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.074340:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.074350:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000867f5267. 02000000:00000010:1.0:1761317070.074364:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad4733d0. 02000000:00000010:1.0:1761317070.074381:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000091f0c20. 00000100:00000010:1.0:1761317070.074386:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.074391:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.074395:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:3.0:1761317070.074462:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000803f9803. 00000020:00000010:3.0:1761317070.074468:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2b32999. 00000020:00000010:3.0:1761317070.074472:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd183e7f. 00000100:00000200:3.0:1761317070.074493:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000867f5267 x1846872898911872/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317070.074527:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911872 02000000:00000010:3.0:1761317070.074536:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f0058ad. 00010000:00000010:3.0:1761317070.074562:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004dc28cf0. 00010000:00000010:3.0:1761317070.074582:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.074588:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317070.074602:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317070.074605:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00000400:00000010:3.0:1761317070.074619:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dda9d8. 00000100:00000200:3.0:1761317070.074624:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911872, offset 224 00000400:00000200:3.0:1761317070.074632:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.074645:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.074651:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89895:89895:256:4294967295] 192.168.204.21@tcp LPNI seq info [89895:89895:8:4294967295] 00000400:00000200:3.0:1761317070.074662:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.074666:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.074671:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049e9af67 (tot 82354066). 00000800:00000200:3.0:1761317070.074676:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00010000:00000010:1.1:1761317070.074757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cece5e26. 00010000:00000010:1.1:1761317070.074763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001038e18b. 00080000:00000010:1.0:1761317070.074793:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000091f0c20. 00010000:00000010:1.0:1761317070.074873:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.074879:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072fb9682. 00010000:00000010:1.0:1761317070.074949:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001038e18b. 00010000:00000010:1.0:1761317070.074955:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.074964:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.074967:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.074972:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.074980:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad4733d0. 02000000:00000010:1.0:1761317070.075000:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000864d2b17. 00000400:00000010:1.0:1761317070.075003:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.075006:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.075010:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773376, portal 16 00000400:00000010:1.0:1761317070.075014:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070a4146e. 00000100:00000200:1.0:1761317070.075015:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773376, offset 0 00000400:00000200:1.0:1761317070.075020:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.075026:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.075032:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.075035:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.075037:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.075040:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89896:89896:255:4294967295] 192.168.204.21@tcp LPNI seq info [89896:89896:7:4294967295] 00000400:00000200:1.0:1761317070.075047:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.075051:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.075054:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354314). 00000800:00000200:1.0:1761317070.075057:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.075063:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.075066:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.075164:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.075168:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82354066). 00000400:00000200:2.0:1761317070.075171:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.075174:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.075177:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070a4146e 00000400:00000010:2.0:1761317070.075179:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070a4146e. 00000100:00000200:2.0:1761317070.075183:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761317070.075470:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.075473:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049e9af67 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.075750:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2b32999. 00000020:00000010:3.0:1761317070.075755:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd183e7f. 00000020:00000010:3.0:1761317070.075757:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000803f9803. 00000800:00000200:2.0:1761317070.075849:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.075852:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:2.0:1761317070.075855:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.075859:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.075862:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dda9d8 00000400:00000010:2.0:1761317070.075864:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dda9d8. 00000400:00000200:0.0:1761317070.076588:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.076602:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50aa80 00000400:00000200:0.0:1761317070.076609:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f29 [1] + 224 00000400:00000200:0.0:1761317070.076621:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.076624:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.076631:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.076952:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.076960:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bec0 00000400:00000200:2.0:1761317070.076964:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf889 [2] + 1312 00000400:00000200:2.0:1761317070.076998:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.077002:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.077005:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.077010:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 00000020:00000010:0.0:1761317070.077232:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000289a3d54. 00000020:00000010:0.0:1761317070.077238:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.077242:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.077261:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898911936/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.077295:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898911936 02000000:00000010:0.0:1761317070.077306:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb551fcb. 00010000:00000010:0.0:1761317070.077339:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.077344:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a5d511b. 00000100:00000010:0.0:1761317070.077350:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a5d511b. 00010000:00000010:0.0:1761317070.077353:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.077364:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317070.077377:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898911936, offset 224 00000400:00000200:0.0:1761317070.077384:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.077393:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.077398:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89897:89897:256:4294967295] 192.168.204.21@tcp LPNI seq info [89897:89897:8:4294967295] 00000400:00000200:0.0:1761317070.077407:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.077412:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.077415:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317070.077420:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.077425:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.077429:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1761317070.077819:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.077823:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.077826:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.077832:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.077839:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.077858:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000601ab737. 02000000:00000010:1.0:1761317070.077872:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000864d2b17. 02000000:00000010:1.0:1761317070.077877:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad4733d0. 00000100:00000010:1.0:1761317070.077880:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.077884:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.077886:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00080000:00000010:1.0:1761317070.077902:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad4733d0. 00010000:00000010:1.0:1761317070.077971:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.077976:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3869f24. 00010000:00000010:1.0:1761317070.078041:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.078046:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.078053:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.078056:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.078061:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.078070:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000864d2b17. 02000000:00000010:1.0:1761317070.078089:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e4af76a. 00000400:00000010:1.0:1761317070.078092:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.078095:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.078098:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773440, portal 16 00000400:00000010:1.0:1761317070.078102:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000100:00000200:1.0:1761317070.078103:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773440, offset 0 00000400:00000200:1.0:1761317070.078108:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.078114:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.078119:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.078122:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.078125:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.078127:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89898:89898:255:4294967295] 192.168.204.21@tcp LPNI seq info [89898:89898:7:4294967295] 00000400:00000200:1.0:1761317070.078134:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.078138:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.078141:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354314). 00000800:00000200:1.0:1761317070.078145:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.078149:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.078151:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.078207:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.078212:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.078215:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000289a3d54. 00000800:00000200:2.0:1761317070.078887:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.078891:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82354066). 00000400:00000200:2.0:1761317070.078896:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.078901:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.078905:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:2.0:1761317070.078907:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000800:00000200:2.0:1761317070.079327:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.079331:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:2.0:1761317070.079334:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.079338:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.079342:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:2.0:1761317070.079343:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00000100:00000200:2.0:1761317070.079350:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.081889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c768d8bd. 00010000:00000010:1.1:1761317070.081906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00010000:00000010:3.1:1761317070.082872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000167fdbf5. 00000400:00000200:0.0:1761317070.084805:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.084825:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50aac0 00000400:00000200:0.0:1761317070.084834:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f35 [1] + 224 00000400:00000200:0.0:1761317070.084849:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.084853:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.084864:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.084916:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.084921:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.084923:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.084930:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.084937:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.084968:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e4af76a. 02000000:00000010:1.0:1761317070.084975:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000864d2b17. 00000100:00000010:1.0:1761317070.084981:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.084988:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.084991:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:2.0:1761317070.086636:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.086652:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bf00 00000400:00000200:2.0:1761317070.086659:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf889 [2] + 1640 00000400:00000200:2.0:1761317070.087239:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.087247:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.087255:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.087263:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00000020:00000010:0.0:1761317070.087706:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000289a3d54. 00000020:00000010:0.0:1761317070.087716:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.087721:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.087746:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898912000/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.087785:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912000 02000000:00000010:0.0:1761317070.087796:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670fc3c5. 00010000:00000010:0.0:1761317070.087824:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000206bbd57. 00010000:00000010:0.0:1761317070.087850:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.087858:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a5d511b. 00000100:00000010:0.0:1761317070.087873:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a5d511b. 00010000:00000010:0.0:1761317070.087877:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.087893:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317070.087900:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912000, offset 224 00000400:00000200:0.0:1761317070.087909:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.087921:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.087926:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89899:89899:256:4294967295] 192.168.204.21@tcp LPNI seq info [89899:89899:8:4294967295] 00000400:00000200:0.0:1761317070.087935:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.087940:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.087945:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317070.087951:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.087958:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.087962:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317070.087970:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000864d2b17. 00000020:00000010:0.0:1761317070.087975:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.087979:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.087982:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000289a3d54. 00010000:00000010:1.0:1761317070.088056:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.088062:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006011510a. 00010000:00000010:1.0:1761317070.088154:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.088158:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.088164:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.088169:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00080000:00000010:1.0:1761317070.088181:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e4af76a. 00010000:00000010:1.0:1761317070.088202:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.088205:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.088251:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.088254:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.088262:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.088265:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.088272:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.088289:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015fe79f4. 02000000:00000010:1.0:1761317070.088316:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6c49a89. 00000400:00000010:1.0:1761317070.088321:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.088325:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.088329:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773504, portal 16 00000400:00000010:1.0:1761317070.088334:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000100:00000200:1.0:1761317070.088335:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773504, offset 0 00000400:00000200:1.0:1761317070.088341:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.088347:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.088354:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.088357:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.088360:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.088362:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89900:89900:255:4294967295] 192.168.204.21@tcp LPNI seq info [89900:89900:7:4294967295] 00000400:00000200:1.0:1761317070.088396:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.088403:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.088406:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354314). 00000800:00000200:1.0:1761317070.088410:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.088414:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.088416:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.089487:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.089492:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82354066). 00000400:00000200:2.0:1761317070.089499:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.089506:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.089511:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:2.0:1761317070.089514:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000800:00000200:2.0:1761317070.089580:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.089582:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:2.0:1761317070.089585:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.089589:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.089591:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:2.0:1761317070.089592:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00000100:00000200:2.0:1761317070.089599:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.090729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8d84719. 00010000:00000010:1.1:1761317070.091445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f86d9f9. 00010000:00000010:1.1:1761317070.091458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00000400:00000200:0.0:1761317070.095241:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.095261:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ab00 00000400:00000200:0.0:1761317070.095270:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f41 [1] + 224 00000400:00000200:0.0:1761317070.095286:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.095291:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.095301:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.096410:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.096417:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.096419:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.096428:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.096436:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.096467:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6c49a89. 02000000:00000010:1.0:1761317070.096474:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015fe79f4. 00000100:00000010:1.0:1761317070.096478:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.096483:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.096487:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:2.0:1761317070.096742:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.096757:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bf40 00000400:00000200:2.0:1761317070.096764:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf889 [2] + 1968 00000400:00000010:2.0:1761317070.096768:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000896bfc0e. 00000400:00000200:2.0:1761317070.096772:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fdee94fb 00000400:00000200:2.0:1761317070.097235:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.097241:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.097246:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdee94fb 00000400:00000010:2.0:1761317070.097248:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fdee94fb (tot 82353666). 00000100:00000200:2.0:1761317070.097254:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761317070.097359:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000803f9803. 00000020:00000010:3.0:1761317070.097376:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f2b32999. 00000020:00000010:3.0:1761317070.097381:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fd183e7f. 00000100:00000200:3.0:1761317070.097408:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f86d1137 x1846872898912064/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317070.097444:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912064 02000000:00000010:3.0:1761317070.097456:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002015ff0. 00010000:00000010:3.0:1761317070.097484:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000834ba355. 00010000:00000010:3.0:1761317070.097651:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.097658:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317070.098206:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317070.098212:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00080000:00000010:1.0:1761317070.098278:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015fe79f4. 00010000:00000010:1.0:1761317070.098379:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.098387:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d50f5ba. 00010000:00000010:1.0:1761317070.098459:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317070.098465:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.098475:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.098478:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.098486:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.098497:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6c49a89. 02000000:00000010:1.0:1761317070.098588:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001805dca3. 00000400:00000010:1.0:1761317070.098595:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.098600:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.098607:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773568, portal 16 00000400:00000010:1.0:1761317070.098612:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317070.098615:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773568, offset 0 00000400:00000200:1.0:1761317070.098624:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.098637:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.098644:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.098648:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.098650:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.098654:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89901:89901:256:4294967295] 192.168.204.21@tcp LPNI seq info [89901:89901:8:4294967295] 00000400:00000200:1.0:1761317070.098664:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.098671:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.098719:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82353914). 00000800:00000200:1.0:1761317070.098728:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000400:00000010:0.0:1761317070.098734:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000800:00000200:1.0:1761317070.098738:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000100:00000200:0.0:1761317070.098740:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912064, offset 224 00000800:00000200:1.0:1761317070.098743:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761317070.098748:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.098757:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.098762:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89902:89902:255:4294967295] 192.168.204.21@tcp LPNI seq info [89902:89902:7:4294967295] 00000400:00000200:0.0:1761317070.098770:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.098775:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.098778:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354162). 00000800:00000200:0.0:1761317070.098783:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.098786:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.098788:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.098803:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f2b32999. 00000020:00000010:0.0:1761317070.098808:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fd183e7f. 00000020:00000010:0.0:1761317070.098811:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000803f9803. 02000000:00000010:0.0:1761317070.098820:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670fc3c5. 00000100:00000010:0.0:1761317070.098823:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:0.0:1761317070.098826:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb551fcb. 00000100:00000010:0.0:1761317070.098828:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 02000000:00000010:0.0:1761317070.098832:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f0058ad. 00000100:00000010:0.0:1761317070.098833:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000867f5267. 02000000:00000010:0.0:1761317070.098836:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6b9d93e. 00000100:00000010:0.0:1761317070.098838:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317070.098841:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033a18d41. 00000100:00000010:0.0:1761317070.098844:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317070.098850:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8524da3. 00000100:00000010:0.0:1761317070.098852:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000100:00000200:0.0:1761317070.098860:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317070.098865:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000896bfc0e. 00000400:00000010:0.0:1761317070.098869:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004a5d511b (tot 82354314). 00000800:00000200:2.0:1761317070.098999:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.099003:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82354066). 00000400:00000200:2.0:1761317070.099007:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.099011:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.099015:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:2.0:1761317070.099016:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:2.0:1761317070.099023:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761317070.099090:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.099092:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:2.0:1761317070.099095:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.099098:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.099100:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:2.0:1761317070.099101:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 02000000:00000010:2.0:1761317070.099104:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002015ff0. 00010000:00000010:1.1:1761317070.099762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009802c487. 00010000:00000010:1.1:1761317070.099776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089d3d893. 00010000:00000010:1.1:1761317070.099780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001038e18b. 00010000:00000010:0.1:1761317070.100398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052d01342. 00000400:00000200:0.0:1761317070.101418:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.101434:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ab40 00000400:00000200:0.0:1761317070.101443:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f49 [1] + 224 00000400:00000200:0.0:1761317070.101457:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.101460:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.101469:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.102603:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.102612:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.102615:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.102626:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.102635:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.102664:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001805dca3. 02000000:00000010:1.0:1761317070.102670:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f6c49a89. 00000100:00000010:1.0:1761317070.102673:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.102705:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.102711:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:2.0:1761317070.102780:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.102794:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bf80 00000400:00000200:2.0:1761317070.102800:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf8e9 [2] + 0 00000400:00000200:2.0:1761317070.102863:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.102867:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.102874:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.102878:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 00000020:00000010:0.0:1761317070.102981:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.102989:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.102993:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.103016:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be90a4d7 x1846872898912128/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.103045:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912128 02000000:00000010:0.0:1761317070.103056:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670fc3c5. 00010000:00000010:0.0:1761317070.103084:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034639aeb. 00010000:00000010:0.0:1761317070.103103:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.103109:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317070.103124:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317070.103127:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.103140:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317070.103143:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912128, offset 224 00000400:00000200:0.0:1761317070.103150:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.103161:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.103167:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89903:89903:256:4294967295] 192.168.204.21@tcp LPNI seq info [89903:89903:8:4294967295] 00000400:00000200:0.0:1761317070.103176:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.103181:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.103186:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317070.103193:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.103199:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.103202:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.103216:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.103220:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.103222:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00000800:00000200:2.0:1761317070.103492:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.103496:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:2.0:1761317070.103499:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.103503:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.103506:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:2.0:1761317070.103508:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00080000:00000010:1.0:1761317070.103569:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6c49a89. 00010000:00000010:1.0:1761317070.103663:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.103671:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa5431ba. 00010000:00000010:1.0:1761317070.103795:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001038e18b. 00010000:00000010:1.0:1761317070.103801:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.103813:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.103817:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.103823:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.103833:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001805dca3. 02000000:00000010:1.0:1761317070.103861:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2d5d602. 00000400:00000010:1.0:1761317070.103866:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.103870:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.103875:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773632, portal 16 00000400:00000010:1.0:1761317070.103880:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317070.103882:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773632, offset 0 00000400:00000200:1.0:1761317070.103887:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.103894:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.103901:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.103904:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.103907:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.103909:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89904:89904:256:4294967295] 192.168.204.21@tcp LPNI seq info [89904:89904:8:4294967295] 00000400:00000200:1.0:1761317070.103916:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.103920:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.103924:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317070.103928:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.103931:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.103934:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.104782:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.104789:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:0.0:1761317070.104795:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.104801:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.104805:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:0.0:1761317070.104807:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000100:00000200:0.0:1761317070.104814:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.107727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a03280a5. 00010000:00000010:1.1:1761317070.107744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.1:1761317070.107749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317070.107752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00010000:00000010:3.1:1761317070.107856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ebadfa6. 00000400:00000200:2.0:1761317070.107937:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.107957:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ab80 00000400:00000200:2.0:1761317070.107965:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f5d [1] + 224 00000400:00000200:2.0:1761317070.107977:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.107981:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.107991:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.108027:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.108033:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15bfc0 00000400:00000200:2.0:1761317070.108038:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf8e9 [2] + 328 00000400:00000200:2.0:1761317070.108047:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.108050:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.108054:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.108060:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 00000400:00000010:1.0:1761317070.108128:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.108133:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.108135:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.108141:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.108148:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.108175:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2d5d602. 02000000:00000010:1.0:1761317070.108182:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001805dca3. 00000100:00000010:1.0:1761317070.108186:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.108190:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.108193:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:3.0:1761317070.108283:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002015ff0. 00000020:00000010:3.0:1761317070.108290:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.108294:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0e5163d. 00000100:00000200:3.0:1761317070.108316:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898912192/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.108387:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912192 02000000:00000010:3.0:1761317070.108400:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033a18d41. 00010000:00000010:3.0:1761317070.108428:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7b61bb6. 00010000:00000010:3.0:1761317070.108450:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.108457:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317070.108472:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317070.108475:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00000400:00000010:3.0:1761317070.108488:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317070.108492:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912192, offset 224 00000400:00000200:3.0:1761317070.108500:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.108510:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.108516:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89905:89905:256:4294967295] 192.168.204.21@tcp LPNI seq info [89905:89905:8:4294967295] 00000400:00000200:3.0:1761317070.108525:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.108530:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.108534:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bc492ed (tot 82354066). 00000800:00000200:3.0:1761317070.108539:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.108546:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.108550:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bc492ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.108570:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.108574:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0e5163d. 00000020:00000010:3.0:1761317070.108576:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002015ff0. 00080000:00000010:1.0:1761317070.108754:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001805dca3. 00010000:00000010:1.0:1761317070.108828:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.108834:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9bfdf06. 00010000:00000010:1.0:1761317070.108900:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.108905:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.108914:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.108917:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.108923:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.108931:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2d5d602. 02000000:00000010:1.0:1761317070.108955:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009590a2a6. 00000400:00000010:1.0:1761317070.108958:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.108962:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.108966:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773696, portal 16 00000400:00000010:1.0:1761317070.108970:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088b1be39. 00000100:00000200:1.0:1761317070.108971:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773696, offset 0 00000400:00000200:1.0:1761317070.108977:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.108983:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.108989:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.108993:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.108996:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.108998:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89906:89906:255:4294967295] 192.168.204.21@tcp LPNI seq info [89906:89906:7:4294967295] 00000400:00000200:1.0:1761317070.109004:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.109009:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.109012:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354314). 00000800:00000200:1.0:1761317070.109015:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.109019:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.109022:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.109117:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.109120:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82354066). 00000400:00000200:2.0:1761317070.109124:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.109128:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.109131:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:2.0:1761317070.109132:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000800:00000200:2.0:1761317070.109160:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.109162:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:2.0:1761317070.109164:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.109167:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.109169:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088b1be39 00000400:00000010:2.0:1761317070.109170:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088b1be39. 00000100:00000200:2.0:1761317070.109175:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.110614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044b8881c. 00010000:00000010:1.1:1761317070.110629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000400:00000200:0.0:1761317070.112432:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.112451:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50abc0 00000400:00000200:0.0:1761317070.112460:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f69 [1] + 224 00000400:00000200:0.0:1761317070.112469:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.112473:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.112482:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.112823:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008db1fdff. 00000400:00000200:0.0:1761317070.112848:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.112854:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c000 00000400:00000200:0.0:1761317070.112859:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf8e9 [2] + 656 00000400:00000200:0.0:1761317070.112913:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.112917:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.112921:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.112927:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000867f5267. 00010000:00000010:3.1:1761317070.112992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abba9f85. 00000020:00000010:3.0:1761317070.113026:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002015ff0. 00000020:00000010:3.0:1761317070.113032:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.113037:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0e5163d. 00000100:00000200:3.0:1761317070.113061:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000867f5267 x1846872898912256/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317070.113097:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912256 02000000:00000010:3.0:1761317070.113111:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6b9d93e. 00010000:00000010:3.0:1761317070.113148:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.113155:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317070.113161:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317070.113165:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00000400:00000010:3.0:1761317070.113179:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317070.113184:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912256, offset 224 00000400:00000200:3.0:1761317070.113192:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.113202:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.113207:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89907:89907:256:4294967295] 192.168.204.21@tcp LPNI seq info [89907:89907:8:4294967295] 00000400:00000200:3.0:1761317070.113218:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.113223:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.113227:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d063010d (tot 82354066). 00000800:00000200:3.0:1761317070.113232:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.113239:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.113243:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d063010d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.113257:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.113260:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0e5163d. 00000020:00000010:3.0:1761317070.113263:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002015ff0. 00000800:00000200:2.0:1761317070.113391:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.113396:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d063010d (tot 82353818). 00000400:00000200:2.0:1761317070.113399:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.113404:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.113408:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:2.0:1761317070.113409:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00010000:00000010:1.1:1761317070.113471:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ad13e32. 00010000:00000010:1.1:1761317070.113478:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00000400:00000010:1.0:1761317070.113490:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.113494:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.113495:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.113511:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.113519:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.113541:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007b95e73. 02000000:00000010:1.0:1761317070.113555:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009590a2a6. 02000000:00000010:1.0:1761317070.113560:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2d5d602. 00000100:00000010:1.0:1761317070.113566:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.113569:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.113572:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00080000:00000010:1.0:1761317070.113588:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009590a2a6. 00010000:00000010:1.0:1761317070.113668:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.113673:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008edee8f6. 00010000:00000010:1.0:1761317070.113774:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317070.113780:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.113789:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.113793:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.113798:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.113812:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2d5d602. 02000000:00000010:1.0:1761317070.113837:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee95b5e3. 00000400:00000010:1.0:1761317070.113840:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.113844:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.113848:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773760, portal 16 00000400:00000010:1.0:1761317070.113852:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317070.113854:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773760, offset 0 00000400:00000200:1.0:1761317070.113859:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.113865:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.113871:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.113875:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.113878:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.113880:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89908:89908:256:4294967295] 192.168.204.21@tcp LPNI seq info [89908:89908:8:4294967295] 00000400:00000200:1.0:1761317070.113887:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.113890:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.113893:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317070.113896:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.113900:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.113902:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.114200:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.114204:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:2.0:1761317070.114207:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.114211:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.114213:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:2.0:1761317070.114215:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000100:00000200:2.0:1761317070.114219:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.116121:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.116140:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ac00 00000400:00000200:0.0:1761317070.116150:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f75 [1] + 224 00000400:00000200:0.0:1761317070.116186:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.116191:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.116202:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.116495:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.116500:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.116502:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.116508:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.116517:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.116543:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee95b5e3. 02000000:00000010:1.0:1761317070.116550:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2d5d602. 00000100:00000010:1.0:1761317070.116555:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.116559:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.116562:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00010000:00000010:1.1:1761317070.117050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cc03e27. 00010000:00000010:1.1:1761317070.117060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001038e18b. 00000400:00000200:2.0:1761317070.117115:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.117125:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c040 00000400:00000200:2.0:1761317070.117131:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf8e9 [2] + 984 00000400:00000200:2.0:1761317070.117182:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.117186:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.117191:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.117196:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 00000020:00000010:0.0:1761317070.117538:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.117547:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.117553:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.117578:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e50a22a x1846872898912320/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.117613:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912320 02000000:00000010:0.0:1761317070.117624:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000289a3d54. 00010000:00000010:0.0:1761317070.117655:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067bc172c. 00010000:00000010:0.0:1761317070.117676:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.117730:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317070.117740:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317070.117743:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.117757:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317070.117761:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912320, offset 224 00000400:00000200:0.0:1761317070.117769:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.117780:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.117785:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89909:89909:256:4294967295] 192.168.204.21@tcp LPNI seq info [89909:89909:8:4294967295] 00000400:00000200:0.0:1761317070.117794:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.117799:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.117803:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317070.117809:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.117814:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.117818:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.117832:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.117836:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.117839:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00080000:00000010:1.0:1761317070.118193:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee95b5e3. 00010000:00000010:1.0:1761317070.118282:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.118289:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df517806. 00010000:00000010:1.0:1761317070.118375:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.118379:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.118384:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001038e18b. 00010000:00000010:1.0:1761317070.118388:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00080000:00000010:1.0:1761317070.118402:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f1773ed. 00010000:00000010:1.0:1761317070.118431:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.118436:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.118487:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.118491:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.118499:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.118503:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.118509:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.118518:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5901f6f. 02000000:00000010:1.0:1761317070.118543:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e180fcd. 00000400:00000010:1.0:1761317070.118550:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.118554:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.118560:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773824, portal 16 00000400:00000010:1.0:1761317070.118565:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317070.118568:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773824, offset 0 00000400:00000200:1.0:1761317070.118581:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.118589:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.118597:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.118601:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.118604:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.118606:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89910:89910:255:4294967295] 192.168.204.21@tcp LPNI seq info [89910:89910:7:4294967295] 00000400:00000200:1.0:1761317070.118614:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.118619:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.118622:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354314). 00000800:00000200:1.0:1761317070.118626:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.118631:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.118634:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.118748:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.118752:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82354066). 00000400:00000200:2.0:1761317070.118756:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.118761:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.118764:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace4178 00000400:00000010:2.0:1761317070.118766:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace4178. 00000800:00000200:2.0:1761317070.118827:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.118829:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:2.0:1761317070.118832:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.118835:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.118837:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:2.0:1761317070.118838:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000100:00000200:2.0:1761317070.118844:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.120818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2868502. 00010000:00000010:1.1:1761317070.120833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dae43075. 00010000:00000010:1.1:1761317070.120837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00000400:00000200:0.0:1761317070.121671:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.121903:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ac40 00000400:00000200:0.0:1761317070.121913:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f81 [1] + 224 00000400:00000200:0.0:1761317070.121929:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.121933:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.121942:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.122426:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.122431:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.122433:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.122440:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.122448:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.122478:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e180fcd. 02000000:00000010:1.0:1761317070.122484:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5901f6f. 00000100:00000010:1.0:1761317070.122488:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.122492:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.122495:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:2.0:1761317070.123310:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.123324:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c080 00000400:00000200:2.0:1761317070.123330:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf8e9 [2] + 1312 00000400:00000200:2.0:1761317070.123400:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.123405:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.123411:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.123416:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 00000020:00000010:3.0:1761317070.123969:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002015ff0. 00000020:00000010:3.0:1761317070.123976:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.123981:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0e5163d. 00000100:00000200:3.0:1761317070.124005:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000260ce024 x1846872898912384/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.124038:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912384 02000000:00000010:3.0:1761317070.124048:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f0058ad. 00010000:00000010:3.0:1761317070.124073:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000464d0cd3. 00010000:00000010:3.0:1761317070.124093:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.124099:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317070.124114:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317070.124117:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00000400:00000010:3.0:1761317070.124129:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317070.124134:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912384, offset 224 00000400:00000200:3.0:1761317070.124141:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.124152:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.124157:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89911:89911:256:4294967295] 192.168.204.21@tcp LPNI seq info [89911:89911:8:4294967295] 00000400:00000200:3.0:1761317070.124166:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.124170:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.124174:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000202a79d (tot 82354066). 00000800:00000200:3.0:1761317070.124179:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.124185:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.124188:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000202a79d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.124203:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.124206:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0e5163d. 00000020:00000010:3.0:1761317070.124209:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002015ff0. 00080000:00000010:1.0:1761317070.124284:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5901f6f. 00010000:00000010:1.0:1761317070.124377:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.124382:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7b3e749. 00010000:00000010:1.0:1761317070.124467:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.124474:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.124484:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.124487:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.124493:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.124505:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e180fcd. 02000000:00000010:1.0:1761317070.124534:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2d5d602. 00000400:00000010:1.0:1761317070.124539:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.124544:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.124548:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773888, portal 16 00000400:00000010:1.0:1761317070.124552:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088b1be39. 00000100:00000200:1.0:1761317070.124553:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773888, offset 0 00000400:00000200:1.0:1761317070.124559:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.124565:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.124572:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.124575:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.124577:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.124580:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89912:89912:255:4294967295] 192.168.204.21@tcp LPNI seq info [89912:89912:7:4294967295] 00000400:00000200:1.0:1761317070.124587:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.124591:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.124593:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317070.124597:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.124602:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.124604:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.124730:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.124734:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000202a79d (tot 82354066). 00000400:00000200:2.0:1761317070.124737:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.124741:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.124745:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:2.0:1761317070.124747:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000800:00000200:2.0:1761317070.124802:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.124804:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:2.0:1761317070.124814:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.124817:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.124818:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088b1be39 00000400:00000010:2.0:1761317070.124820:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088b1be39. 00000100:00000200:2.0:1761317070.124824:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.126749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043395264. 00000400:00000200:0.0:1761317070.128137:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.128153:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ac80 00000400:00000200:0.0:1761317070.128160:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f8d [1] + 224 00000400:00000200:0.0:1761317070.128174:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.128177:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.128185:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.128252:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.128256:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.128258:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.128264:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.128270:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.128296:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2d5d602. 02000000:00000010:1.0:1761317070.128301:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e180fcd. 00000100:00000010:1.0:1761317070.128306:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.128310:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.128313:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:2.0:1761317070.128599:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.128607:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c0c0 00000400:00000200:2.0:1761317070.128611:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf8e9 [2] + 1640 00000400:00000200:2.0:1761317070.128656:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.128659:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.128663:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.128667:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00000020:00000010:0.0:1761317070.128966:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.128974:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.128977:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.128999:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898912448/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.129029:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912448 02000000:00000010:0.0:1761317070.129040:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c9d3fbe. 00010000:00000010:0.0:1761317070.129065:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1c7e976. 00010000:00000010:0.0:1761317070.129083:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.129087:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317070.129096:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317070.129098:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.129108:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317070.129112:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912448, offset 224 00000400:00000200:0.0:1761317070.129119:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.129129:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.129133:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89913:89913:256:4294967295] 192.168.204.21@tcp LPNI seq info [89913:89913:8:4294967295] 00000400:00000200:0.0:1761317070.129142:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.129146:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.129150:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317070.129155:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.129161:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.129164:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.129184:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.129187:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.129189:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00080000:00000010:1.0:1761317070.129311:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2d5d602. 00010000:00000010:1.0:1761317070.129402:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.129408:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010427d08. 00010000:00000010:1.0:1761317070.129479:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.129484:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.129492:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.129494:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.129500:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.129511:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e180fcd. 02000000:00000010:1.0:1761317070.129531:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053fbe0d4. 00000400:00000010:1.0:1761317070.129535:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.129538:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.129542:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902773952, portal 16 00000400:00000010:1.0:1761317070.129545:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317070.129546:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902773952, offset 0 00000400:00000200:1.0:1761317070.129551:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.129556:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.129562:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.129566:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.129568:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.129570:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89914:89914:255:4294967295] 192.168.204.21@tcp LPNI seq info [89914:89914:7:4294967295] 00000400:00000200:1.0:1761317070.129577:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.129580:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.129583:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317070.129587:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.129590:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.129592:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.129883:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.129887:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82354066). 00000400:00000200:2.0:1761317070.129890:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.129893:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.129897:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:2.0:1761317070.129899:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000800:00000200:2.0:1761317070.129943:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.129945:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:2.0:1761317070.129947:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.129950:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.129952:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:2.0:1761317070.129953:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000100:00000200:2.0:1761317070.129957:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902773952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.131028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077dc2464. 00010000:00000010:1.1:1761317070.131117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000efbb0ba. 00010000:00000010:1.1:1761317070.131125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.1:1761317070.131130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317070.131133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001038e18b. 00000400:00000200:0.0:1761317070.133279:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.133300:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50acc0 00000400:00000200:0.0:1761317070.133308:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0f99 [1] + 224 00000400:00000200:0.0:1761317070.133321:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.133324:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.133334:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902773952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.133451:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.133456:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.133457:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.133464:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902773952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.133470:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902773952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.133497:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053fbe0d4. 02000000:00000010:1.0:1761317070.133505:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e180fcd. 00000100:00000010:1.0:1761317070.133510:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.133514:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.133517:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00010000:00000010:0.1:1761317070.133755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f51b786d. 00000400:00000200:2.0:1761317070.133911:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.133920:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c100 00000400:00000200:2.0:1761317070.133924:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf8e9 [2] + 1968 00000400:00000010:2.0:1761317070.133927:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df0015ff. 00000400:00000200:2.0:1761317070.133930:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000632f14b7 00000400:00000200:2.0:1761317070.133977:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.133980:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.133982:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000632f14b7 00000400:00000010:2.0:1761317070.133984:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000632f14b7 (tot 82353666). 00000100:00000200:2.0:1761317070.133988:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761317070.134044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000591c23. 00010000:00000010:1.1:1761317070.134050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000020:00000010:3.0:1761317070.134227:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002015ff0. 00000020:00000010:3.0:1761317070.134234:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.134237:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0e5163d. 00000100:00000200:3.0:1761317070.134257:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a975e4db x1846872898912512/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317070.134290:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912512 02000000:00000010:3.0:1761317070.134300:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000803f9803. 00010000:00000010:3.0:1761317070.134325:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f654a3f8. 00010000:00000010:3.0:1761317070.134342:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.134346:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5990ba0. 00000100:00000010:3.0:1761317070.134359:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5990ba0. 00010000:00000010:3.0:1761317070.134361:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00000400:00000010:3.0:1761317070.134382:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317070.134386:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912512, offset 224 00000400:00000200:3.0:1761317070.134394:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.134402:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.134407:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89915:89915:256:4294967295] 192.168.204.21@tcp LPNI seq info [89915:89915:8:4294967295] 00000400:00000200:3.0:1761317070.134416:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.134421:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.134425:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ebc9050 (tot 82353914). 00000800:00000200:3.0:1761317070.134430:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.134436:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.134439:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ebc9050 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.134459:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.134462:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0e5163d. 00000020:00000010:3.0:1761317070.134465:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002015ff0. 02000000:00000010:3.0:1761317070.134472:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c9d3fbe. 00000100:00000010:3.0:1761317070.134475:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:3.0:1761317070.134479:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f0058ad. 00000100:00000010:3.0:1761317070.134481:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 02000000:00000010:3.0:1761317070.134484:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000289a3d54. 00000100:00000010:3.0:1761317070.134485:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 02000000:00000010:3.0:1761317070.134488:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6b9d93e. 00000100:00000010:3.0:1761317070.134490:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000867f5267. 02000000:00000010:3.0:1761317070.134493:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033a18d41. 00000100:00000010:3.0:1761317070.134494:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 02000000:00000010:3.0:1761317070.134496:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670fc3c5. 00000100:00000010:3.0:1761317070.134498:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000200:3.0:1761317070.134503:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761317070.134506:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005bf51f96. 00000400:00000010:3.0:1761317070.134509:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5990ba0 (tot 82354066). 00080000:00000010:1.0:1761317070.134665:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053fbe0d4. 00010000:00000010:1.0:1761317070.134787:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.134793:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003dc82d59. 00010000:00000010:1.0:1761317070.134861:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.134866:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.134873:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.134876:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.134882:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.134891:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052d87e0f. 02000000:00000010:1.0:1761317070.134913:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051331d7b. 00000400:00000010:1.0:1761317070.134917:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317070.134919:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.134922:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774016, portal 16 00000400:00000010:1.0:1761317070.134926:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317070.134927:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774016, offset 0 00000400:00000200:1.0:1761317070.134932:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.134938:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.134944:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.134947:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.134950:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.134952:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89916:89916:255:4294967295] 192.168.204.21@tcp LPNI seq info [89916:89916:7:4294967295] 00000400:00000200:1.0:1761317070.134959:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.134962:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.134965:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317070.134969:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.134972:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.134974:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.135174:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.135178:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ebc9050 (tot 82354066). 00000400:00000200:2.0:1761317070.135182:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.135186:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.135188:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:2.0:1761317070.135190:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 02000000:00000010:2.0:1761317070.135194:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000803f9803. 00000800:00000200:2.0:1761317070.135241:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.135243:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:2.0:1761317070.135245:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.135248:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.135250:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:2.0:1761317070.135251:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:2.0:1761317070.135256:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.137722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050fe59ba. 00010000:00000010:1.1:1761317070.137736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00000400:00000200:0.0:1761317070.138172:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.138187:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ad00 00000400:00000200:0.0:1761317070.138195:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0fa9 [1] + 224 00000400:00000200:0.0:1761317070.138205:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.138209:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.138217:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.138287:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.138293:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c140 00000400:00000200:0.0:1761317070.138298:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf939 [2] + 0 00000400:00000200:0.0:1761317070.138345:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.138349:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.138353:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.138357:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000051696d4. 00000400:00000010:1.0:1761317070.138417:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a760c6a. 00000400:00000200:1.0:1761317070.138421:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.138423:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.138429:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.138436:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.138461:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051331d7b. 02000000:00000010:1.0:1761317070.138467:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000052d87e0f. 00000100:00000010:1.0:1761317070.138470:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.138474:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.138476:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:2.0:1761317070.139054:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071afdb8d. 00000020:00000010:2.0:1761317070.139063:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.139067:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317070.139093:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000051696d4 x1846872898912576/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317070.139127:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912576 02000000:00000010:2.0:1761317070.139141:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb5c5856. 00010000:00000010:2.0:1761317070.139174:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048592054. 00010000:00000010:2.0:1761317070.139196:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317070.139202:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.139219:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.139223:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317070.139235:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317070.139239:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912576, offset 224 00000400:00000200:2.0:1761317070.139247:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.139258:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.139263:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89917:89917:256:4294967295] 192.168.204.21@tcp LPNI seq info [89917:89917:8:4294967295] 00000400:00000200:2.0:1761317070.139273:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.139278:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.139282:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317070.139287:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.139294:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.139297:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.139323:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.139327:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317070.139331:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071afdb8d. 00000800:00000200:0.0:1761317070.139597:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.139602:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:0.0:1761317070.139610:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.139615:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.139618:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:0.0:1761317070.139619:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00080000:00000010:1.0:1761317070.139743:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052d87e0f. 00010000:00000010:1.0:1761317070.139840:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.139847:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009cea7648. 00000001:00000010:1.0:1761317070.139903:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000a760c6a. 00000001:00000010:1.0:1761317070.139910:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000a760c6a. 00000001:00000010:1.0:1761317070.139913:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000a760c6a. 00000001:00000010:1.0:1761317070.139915:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a7e68b0b. 00010000:00000010:1.0:1761317070.139945:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.139951:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.139961:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.139965:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.139971:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.139982:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051331d7b. 02000000:00000010:1.0:1761317070.140005:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e180fcd. 00000400:00000010:1.0:1761317070.140009:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.140012:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.140017:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774080, portal 16 00000400:00000010:1.0:1761317070.140021:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000100:00000200:1.0:1761317070.140022:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774080, offset 0 00000400:00000200:1.0:1761317070.140027:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.140035:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.140041:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.140044:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.140047:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.140049:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89918:89918:256:4294967295] 192.168.204.21@tcp LPNI seq info [89918:89918:8:4294967295] 00000400:00000200:1.0:1761317070.140056:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.140060:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.140063:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317070.140067:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.140071:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.140074:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.140532:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.140536:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:2.0:1761317070.140539:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.140543:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.140546:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:2.0:1761317070.140547:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00000100:00000200:2.0:1761317070.140553:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.143157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001495a3f9. 00000400:00000200:0.0:1761317070.143536:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.143553:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ad40 00000400:00000200:0.0:1761317070.143562:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0fb5 [1] + 224 00000400:00000200:0.0:1761317070.143574:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.143578:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.143588:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.143666:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.143673:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c180 00000400:00000200:0.0:1761317070.143819:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf939 [2] + 328 00000400:00000200:0.0:1761317070.143833:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.143836:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000010:1.0:1761317070.143898:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.143903:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.143905:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.143911:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.143918:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.143947:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e180fcd. 02000000:00000010:1.0:1761317070.143954:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051331d7b. 00000100:00000010:1.0:1761317070.143960:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.143965:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.143968:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000100:00000200:0.0:1761317070.144008:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.144014:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017cb940a. 00000020:00000010:3.0:1761317070.144173:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033a18d41. 00000020:00000010:3.0:1761317070.144179:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.144183:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0e5163d. 00000100:00000200:3.0:1761317070.144203:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017cb940a x1846872898912640/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317070.144267:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912640 02000000:00000010:3.0:1761317070.144279:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6b9d93e. 00010000:00000010:3.0:1761317070.144305:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000784362c4. 00010000:00000010:3.0:1761317070.144325:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.144332:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d0373e8. 00000100:00000010:3.0:1761317070.144348:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d0373e8. 00010000:00000010:3.0:1761317070.144351:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00000400:00000010:3.0:1761317070.144363:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317070.144377:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912640, offset 224 00000400:00000200:3.0:1761317070.144385:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.144397:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.144402:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89919:89919:256:4294967295] 192.168.204.21@tcp LPNI seq info [89919:89919:8:4294967295] 00000400:00000200:3.0:1761317070.144411:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.144416:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.144421:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25cfc05 (tot 82354066). 00000800:00000200:3.0:1761317070.144426:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.144433:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.144436:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25cfc05 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.144459:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.144463:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0e5163d. 00000020:00000010:3.0:1761317070.144467:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033a18d41. 00080000:00000010:1.0:1761317070.144511:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e180fcd. 00010000:00000010:1.0:1761317070.144595:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.144601:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d40b6a7. 00010000:00000010:1.0:1761317070.144673:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.144701:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.144707:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001038e18b. 00010000:00000010:1.0:1761317070.144712:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00080000:00000010:1.0:1761317070.144725:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051331d7b. 00010000:00000010:1.0:1761317070.144753:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.144756:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.144820:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317070.144824:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.144831:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.144834:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.144840:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.144852:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f70615b6. 02000000:00000010:1.0:1761317070.144874:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019ef0e98. 00000400:00000010:1.0:1761317070.144879:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.144883:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.144888:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774144, portal 16 00000400:00000010:1.0:1761317070.144893:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000100:00000200:1.0:1761317070.144895:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774144, offset 0 00000400:00000200:1.0:1761317070.144900:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.144908:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.144915:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.144918:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.144921:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.144924:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89920:89920:255:4294967295] 192.168.204.21@tcp LPNI seq info [89920:89920:7:4294967295] 00000400:00000200:1.0:1761317070.144931:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.144935:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.144939:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354314). 00000800:00000200:1.0:1761317070.144943:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.144947:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.144949:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.145037:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.145041:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25cfc05 (tot 82354066). 00000400:00000200:0.0:1761317070.145044:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.145048:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.145051:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:0.0:1761317070.145054:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000800:00000200:0.0:1761317070.145128:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.145130:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:0.0:1761317070.145133:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.145136:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.145137:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:0.0:1761317070.145139:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00000100:00000200:0.0:1761317070.145144:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.145769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d2dc466. 00010000:00000010:1.1:1761317070.147197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99299a0. 00010000:00000010:1.1:1761317070.147208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00010000:00000010:3.1:1761317070.148877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e07fdb. 00010000:00000010:1.1:1761317070.149258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e529efa1. 00010000:00000010:1.1:1761317070.149263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000400:00000200:2.0:1761317070.149361:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.149387:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ad80 00000400:00000200:2.0:1761317070.149395:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0fc1 [1] + 224 00000400:00000200:2.0:1761317070.149406:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.149409:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.149420:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.149452:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.149456:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c1c0 00000400:00000200:2.0:1761317070.149461:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf939 [2] + 656 00000400:00000200:2.0:1761317070.149469:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.149471:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.149475:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.149480:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 00000020:00000010:3.0:1761317070.149563:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033a18d41. 00000020:00000010:3.0:1761317070.149570:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.149574:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0e5163d. 00000100:00000200:3.0:1761317070.149596:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc8e2499 x1846872898912704/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317070.149628:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912704 02000000:00000010:3.0:1761317070.149639:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f0058ad. 00010000:00000010:3.0:1761317070.149676:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.149703:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d0373e8. 00000100:00000010:3.0:1761317070.149709:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d0373e8. 00010000:00000010:3.0:1761317070.149712:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00000400:00000010:3.0:1761317070.149728:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317070.149734:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912704, offset 224 00000400:00000200:3.0:1761317070.149742:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.149752:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.149757:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89921:89921:256:4294967295] 192.168.204.21@tcp LPNI seq info [89921:89921:8:4294967295] 00000400:00000200:3.0:1761317070.149767:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.149771:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.149776:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00000800:00000200:3.0:1761317070.149781:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.149788:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.149791:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.149821:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.149825:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0e5163d. 00000020:00000010:3.0:1761317070.149827:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033a18d41. 00000400:00000010:1.0:1761317070.149896:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.149900:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.149902:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.149908:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.149914:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.149932:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ff7fda5. 02000000:00000010:1.0:1761317070.149944:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019ef0e98. 02000000:00000010:1.0:1761317070.149949:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f70615b6. 00000100:00000010:1.0:1761317070.149951:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.149955:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.149957:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00080000:00000010:1.0:1761317070.149971:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f70615b6. 00010000:00000010:1.0:1761317070.150047:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.150051:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b56f10b9. 00010000:00000010:1.0:1761317070.150119:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.150124:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.150133:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.150136:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.150141:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.150151:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019ef0e98. 02000000:00000010:1.0:1761317070.150175:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c061aca. 00000400:00000010:1.0:1761317070.150179:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.150183:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.150187:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774208, portal 16 00000400:00000010:1.0:1761317070.150190:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070a4146e. 00000100:00000200:1.0:1761317070.150192:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774208, offset 0 00000400:00000200:1.0:1761317070.150197:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.150202:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.150208:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.150211:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.150213:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.150216:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89922:89922:255:4294967295] 192.168.204.21@tcp LPNI seq info [89922:89922:7:4294967295] 00000400:00000200:1.0:1761317070.150222:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.150226:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.150229:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354314). 00000800:00000200:1.0:1761317070.150232:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.150235:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.150238:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.150324:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.150328:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82354066). 00000400:00000200:0.0:1761317070.150332:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.150335:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.150338:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:0.0:1761317070.150339:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000800:00000200:0.0:1761317070.150419:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.150421:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:0.0:1761317070.150424:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.150428:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.150429:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070a4146e 00000400:00000010:0.0:1761317070.150431:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070a4146e. 00000100:00000200:0.0:1761317070.150436:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.153192:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.153211:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50adc0 00000400:00000200:3.0:1761317070.153220:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0fcd [1] + 224 00000400:00000200:3.0:1761317070.153231:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.153235:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.153244:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.153284:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.153290:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c200 00000400:00000200:3.0:1761317070.153294:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf939 [2] + 984 00000400:00000200:3.0:1761317070.153303:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.153306:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.153310:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.153315:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 00000020:00000010:2.0:1761317070.153557:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071afdb8d. 00000020:00000010:2.0:1761317070.153564:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.153568:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317070.153590:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a6f6e07 x1846872898912768/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317070.153624:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912768 02000000:00000010:2.0:1761317070.153634:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8524da3. 00010000:00000010:2.0:1761317070.153670:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317070.153699:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.153705:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.153709:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000400:00000010:2.0:1761317070.153723:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1bd8564. 00000100:00000200:2.0:1761317070.153727:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912768, offset 224 00000400:00000200:2.0:1761317070.153735:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.153746:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.153751:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89923:89923:256:4294967295] 192.168.204.21@tcp LPNI seq info [89923:89923:8:4294967295] 00000400:00000200:2.0:1761317070.153760:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.153766:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.153771:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317070.153777:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.153784:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.153787:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.153819:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.153823:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317070.153826:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071afdb8d. 00000800:00000200:2.0:1761317070.153921:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.153925:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:2.0:1761317070.153932:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.153935:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.153938:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:2.0:1761317070.153940:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 00010000:00000010:1.1:1761317070.154120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040807301. 00010000:00000010:1.1:1761317070.154130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00010000:00000010:1.1:1761317070.154135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317070.154138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001038e18b. 00000400:00000010:1.0:1761317070.154156:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.154160:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.154161:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.154167:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.154175:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.154197:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000455499d0. 02000000:00000010:1.0:1761317070.154210:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c061aca. 02000000:00000010:1.0:1761317070.154216:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019ef0e98. 00000100:00000010:1.0:1761317070.154221:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.154225:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.154227:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00080000:00000010:1.0:1761317070.154245:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c061aca. 00010000:00000010:1.0:1761317070.154329:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.154335:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000882e0cc8. 00010000:00000010:1.0:1761317070.154424:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001038e18b. 00010000:00000010:1.0:1761317070.154430:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317070.154439:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.154443:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.154449:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.154459:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e43d6a30. 02000000:00000010:1.0:1761317070.154482:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e01e149. 00000400:00000010:1.0:1761317070.154486:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.154489:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.154494:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774272, portal 16 00000400:00000010:1.0:1761317070.154498:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317070.154500:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774272, offset 0 00000400:00000200:1.0:1761317070.154506:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.154514:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.154520:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.154523:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.154526:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.154528:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89924:89924:256:4294967295] 192.168.204.21@tcp LPNI seq info [89924:89924:8:4294967295] 00000400:00000200:1.0:1761317070.154535:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.154540:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.154543:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317070.154548:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.154554:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.154557:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.155118:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.155123:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:2.0:1761317070.155127:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.155132:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.155136:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:2.0:1761317070.155137:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00000100:00000200:2.0:1761317070.155142:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.160279:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.160300:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ae00 00000400:00000200:3.0:1761317070.160310:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0fd9 [1] + 224 00000400:00000200:3.0:1761317070.161511:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.161521:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.161534:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.161584:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.161596:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c240 00000400:00000200:3.0:1761317070.161602:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf939 [2] + 1312 00000400:00000200:3.0:1761317070.161617:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.161620:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000010:1.0:1761317070.161658:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.161664:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.161666:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.161672:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.161757:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.161786:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e01e149. 02000000:00000010:1.0:1761317070.161792:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e43d6a30. 00000100:00000010:1.0:1761317070.161795:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.161800:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.161803:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000100:00000200:3.0:1761317070.162028:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.162034:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 00000020:00000010:0.0:1761317070.164375:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.164387:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.164393:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.164423:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061da169b x1846872898912832/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.164453:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912832 02000000:00000010:0.0:1761317070.164464:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465a6efc. 00010000:00000010:0.0:1761317070.164493:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c9230bd. 00010000:00000010:0.0:1761317070.164516:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.164524:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317070.164548:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317070.164552:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.164566:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317070.164572:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912832, offset 224 00000400:00000200:0.0:1761317070.164581:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.164596:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.164601:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89925:89925:256:4294967295] 192.168.204.21@tcp LPNI seq info [89925:89925:8:4294967295] 00000400:00000200:0.0:1761317070.164612:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.164618:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.164623:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317070.164629:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.164637:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.164640:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.1:1761317070.164711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d514ea6c. 00010000:00000010:1.1:1761317070.164719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d977f93f. 00010000:00000010:1.1:1761317070.164723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00080000:00000010:3.0:1761317070.165573:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033a18d41. 00010000:00000010:3.0:1761317070.165662:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:3.0:1761317070.165668:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002745e1b6. 00010000:00000010:3.0:1761317070.165815:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c836be2. 00010000:00000010:3.0:1761317070.165822:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317070.165833:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dcb65. 00000100:00000010:3.0:1761317070.165839:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d0373e8. 00000100:00000010:3.0:1761317070.165846:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317070.165857:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000002015ff0. 02000000:00000010:3.0:1761317070.165883:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000803f9803. 00000400:00000010:3.0:1761317070.165889:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317070.165895:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000249f2032. 00000100:00000200:3.0:1761317070.165900:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774336, portal 16 00000400:00000010:3.0:1761317070.165905:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317070.165908:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774336, offset 0 00000400:00000200:3.0:1761317070.165915:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.165926:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.165944:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.165947:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.165950:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.165952:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89926:89926:255:4294967295] 192.168.204.21@tcp LPNI seq info [89926:89926:7:4294967295] 00000400:00000200:3.0:1761317070.165960:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.165964:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.165968:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82354314). 00000800:00000200:3.0:1761317070.165973:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.165979:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.165983:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.167051:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.167060:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.167064:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00000800:00000200:2.0:1761317070.167138:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.167141:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82354066). 00000400:00000200:2.0:1761317070.167145:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.167150:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.167155:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:2.0:1761317070.167157:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00000800:00000200:2.0:1761317070.167220:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.167222:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:2.0:1761317070.167224:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.167227:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.167228:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:2.0:1761317070.167229:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000100:00000200:2.0:1761317070.167234:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000074b6d37 x1846872902774336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.168758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4eb804e. 00010000:00000010:1.1:1761317070.168772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce008389. 00010000:00000010:1.1:1761317070.168776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000400:00000200:2.0:1761317070.172221:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.172243:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ae40 00000400:00000200:2.0:1761317070.172251:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0fe5 [1] + 224 00000400:00000200:2.0:1761317070.172267:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.172270:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.172281:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000074b6d37 x1846872902774336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.172595:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00010000:00000010:3.1:1761317070.172598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000857f5a08. 00000400:00000200:1.0:1761317070.172602:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000249f2032 00000400:00000010:1.0:1761317070.172606:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000249f2032. 00010000:00000010:3.1:1761317070.172608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001038e18b. 00000100:00000200:1.0:1761317070.172614:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000074b6d37 x1846872902774336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.172624:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000074b6d37 x1846872902774336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.172658:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000803f9803. 02000000:00000010:1.0:1761317070.172665:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000002015ff0. 00000100:00000010:1.0:1761317070.172670:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000100:00000010:1.0:1761317070.172673:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d0373e8. 00010000:00000010:1.0:1761317070.172712:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dcb65. 00010000:00000010:0.1:1761317070.172714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7db0533. 00000400:00000200:2.0:1761317070.172718:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.172727:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c280 00000400:00000200:2.0:1761317070.172733:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf939 [2] + 1640 00000400:00000200:2.0:1761317070.172789:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.172793:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.172797:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.172803:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 00000020:00000010:0.0:1761317070.172914:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.172920:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.172924:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.172950:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be90a4d7 x1846872898912896/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.173646:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912896 02000000:00000010:0.0:1761317070.173664:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670fc3c5. 00010000:00000010:0.0:1761317070.173718:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ef924d5. 00010000:00000010:0.0:1761317070.173743:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.173750:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317070.173770:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317070.173773:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.173788:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317070.173793:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912896, offset 224 00000400:00000200:0.0:1761317070.173802:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.173817:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.173822:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89927:89927:256:4294967295] 192.168.204.21@tcp LPNI seq info [89927:89927:8:4294967295] 00000400:00000200:0.0:1761317070.173832:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.173837:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.173842:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317070.173848:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.173854:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.173857:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.173886:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.173891:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.173895:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00080000:00000010:2.0:1761317070.173967:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071afdb8d. 00000800:00000200:3.0:1761317070.173986:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.173991:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:3.0:1761317070.173996:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.174001:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.174005:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:3.0:1761317070.174006:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00010000:00000010:2.0:1761317070.174059:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:2.0:1761317070.174066:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7b7bc64. 00010000:00000010:2.0:1761317070.174137:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000663577c3. 00010000:00000010:2.0:1761317070.174143:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317070.174153:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e0966bcf. 00000100:00000010:2.0:1761317070.174157:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.174165:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317070.174175:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8c7f480. 02000000:00000010:2.0:1761317070.174200:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1fe5b82. 00000400:00000010:2.0:1761317070.174206:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317070.174210:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1bd8564. 00000100:00000200:2.0:1761317070.174216:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774400, portal 16 00000400:00000010:2.0:1761317070.174220:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2a4a078. 00000100:00000200:2.0:1761317070.174222:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774400, offset 0 00000400:00000200:2.0:1761317070.174227:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.174234:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.174241:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.174245:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.174248:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.174250:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89928:89928:256:4294967295] 192.168.204.21@tcp LPNI seq info [89928:89928:8:4294967295] 00000400:00000200:2.0:1761317070.174257:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.174261:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.174264:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317070.174267:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.174271:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.174273:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.174372:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.174375:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:0.0:1761317070.174381:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.174384:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.174388:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2a4a078 00000400:00000010:0.0:1761317070.174389:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2a4a078. 00000100:00000200:0.0:1761317070.174396:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902774400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.177750:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.177769:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ae80 00000400:00000200:2.0:1761317070.177778:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb0ff1 [1] + 224 00000400:00000200:2.0:1761317070.177793:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.177797:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.177806:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c67b2b8 x1846872902774400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.177844:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.177850:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c2c0 00000400:00000200:2.0:1761317070.177855:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf939 [2] + 1968 00000400:00000010:2.0:1761317070.177859:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6845024. 00000400:00000200:2.0:1761317070.177862:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fd620b91 00000400:00000200:2.0:1761317070.177871:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.177874:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.177876:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd620b91 00000400:00000010:2.0:1761317070.177878:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fd620b91 (tot 82353666). 00000100:00000200:2.0:1761317070.177884:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761317070.177885:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:1.0:1761317070.177889:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:1.0:1761317070.177890:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 00000100:00000200:1.0:1761317070.177896:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902774400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.177903:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902774400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.177935:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1fe5b82. 02000000:00000010:1.0:1761317070.177941:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8c7f480. 00000100:00000010:1.0:1761317070.177945:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:1.0:1761317070.177949:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:1.0:1761317070.177953:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e0966bcf. 00000020:00000010:0.0:1761317070.178019:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.178026:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.178030:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.178053:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004d02ba27 x1846872898912960/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.178087:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898912960 02000000:00000010:0.0:1761317070.178098:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000289a3d54. 00010000:00000010:0.0:1761317070.178125:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000698d6581. 00010000:00000010:0.0:1761317070.178144:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.178150:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043585a15. 00000100:00000010:0.0:1761317070.178168:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043585a15. 00010000:00000010:0.0:1761317070.178171:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.178183:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317070.178186:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898912960, offset 224 00000400:00000200:0.0:1761317070.178193:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.178203:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.178208:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89929:89929:256:4294967295] 192.168.204.21@tcp LPNI seq info [89929:89929:8:4294967295] 00000400:00000200:0.0:1761317070.178218:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.178224:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.178228:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82353914). 00000800:00000200:0.0:1761317070.178232:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.178238:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.178242:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.178261:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.178265:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.178267:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 02000000:00000010:0.0:1761317070.178276:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670fc3c5. 00000100:00000010:0.0:1761317070.178279:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 02000000:00000010:0.0:1761317070.178282:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465a6efc. 00000100:00000010:0.0:1761317070.178284:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 02000000:00000010:0.0:1761317070.178287:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8524da3. 00000100:00000010:0.0:1761317070.178289:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 02000000:00000010:0.0:1761317070.178291:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f0058ad. 00000100:00000010:0.0:1761317070.178293:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 02000000:00000010:0.0:1761317070.178297:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6b9d93e. 00000100:00000010:0.0:1761317070.178299:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017cb940a. 02000000:00000010:0.0:1761317070.178302:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb5c5856. 00000100:00000010:0.0:1761317070.178304:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000051696d4. 00000100:00000200:0.0:1761317070.178310:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317070.178314:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005619f4b5. 00000400:00000010:0.0:1761317070.178318:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000043585a15 (tot 82354066). 00000800:00000200:3.0:1761317070.178396:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.178400:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:3.0:1761317070.178404:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.178408:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.178411:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000464f94af 00000400:00000010:3.0:1761317070.178412:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000464f94af. 02000000:00000010:3.0:1761317070.178415:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000289a3d54. 00080000:00000010:2.0:1761317070.178480:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009587136c. 00010000:00000010:2.0:1761317070.178556:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317070.178561:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090ed5128. 00010000:00000010:2.0:1761317070.178926:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000efc3f7d. 00010000:00000010:2.0:1761317070.178931:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b35fcb9c. 00010000:00000010:2.0:1761317070.178936:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317070.178940:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00080000:00000010:2.0:1761317070.178952:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005301b7e1. 00010000:00000010:2.0:1761317070.178981:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317070.178984:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b35fcb9c. 00010000:00000010:2.0:1761317070.179033:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.0:1761317070.179037:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317070.179045:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006acfbb50. 00000100:00000010:2.0:1761317070.179050:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ba62d33. 00000100:00000010:2.0:1761317070.179056:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317070.179066:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002699b1e5. 02000000:00000010:2.0:1761317070.179092:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb5c5856. 00000400:00000010:2.0:1761317070.179096:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cfd9565. 00000400:00000010:2.0:1761317070.179100:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317070.179103:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774464, portal 16 00000400:00000010:2.0:1761317070.179107:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317070.179109:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774464, offset 0 00000400:00000200:2.0:1761317070.179115:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.179123:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.179130:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.179133:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.179136:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.179138:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89930:89930:256:4294967295] 192.168.204.21@tcp LPNI seq info [89930:89930:8:4294967295] 00000400:00000200:2.0:1761317070.179145:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.179150:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.179153:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317070.179157:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.179162:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.179165:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.180031:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.180036:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:0.0:1761317070.180046:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.180052:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.180057:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:0.0:1761317070.180058:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000100:00000200:0.0:1761317070.180066:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902774464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.180992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091fb828e. 00010000:00000010:2.1:1761317070.181966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aa38d9a. 00010000:00000010:2.1:1761317070.181975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c836be2. 00000400:00000200:2.0:1761317070.182933:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.182950:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50aec0 00000400:00000200:2.0:1761317070.182959:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1001 [1] + 224 00000400:00000200:2.0:1761317070.182972:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.182976:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.182985:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902774464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.183567:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.183575:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c300 00000400:00000200:2.0:1761317070.183580:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf991 [2] + 0 00000400:00000200:2.0:1761317070.183972:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.183978:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.183983:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.183989:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 00000400:00000010:1.0:1761317070.184121:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cfd9565. 00000400:00000200:1.0:1761317070.184126:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:1.0:1761317070.184128:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00000100:00000200:1.0:1761317070.184137:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902774464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.184145:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902774464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.184175:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb5c5856. 02000000:00000010:1.0:1761317070.184182:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002699b1e5. 00000100:00000010:1.0:1761317070.184185:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:1.0:1761317070.184188:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ba62d33. 00010000:00000010:1.0:1761317070.184192:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006acfbb50. 00000020:00000010:3.0:1761317070.184496:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002015ff0. 00000020:00000010:3.0:1761317070.184503:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.184507:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0e5163d. 00000100:00000200:3.0:1761317070.184531:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000260ce024 x1846872898913024/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317070.184562:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913024 02000000:00000010:3.0:1761317070.184573:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000803f9803. 00010000:00000010:3.0:1761317070.184758:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020a22671. 00010000:00000010:3.0:1761317070.184780:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3a5274. 00000100:00000010:3.0:1761317070.184786:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317070.184825:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317070.184827:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3a5274. 00000400:00000010:3.0:1761317070.184840:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000874d2110. 00000100:00000200:3.0:1761317070.184844:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913024, offset 224 00000400:00000200:3.0:1761317070.184852:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.184864:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.184869:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89931:89931:256:4294967295] 192.168.204.21@tcp LPNI seq info [89931:89931:8:4294967295] 00000400:00000200:3.0:1761317070.184879:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.184884:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.184889:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82354066). 00000800:00000200:3.0:1761317070.184895:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.184902:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.184906:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317070.184969:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e43d6a30. 00010000:00000010:1.0:1761317070.185066:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:1.0:1761317070.185073:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004666793e. 00010000:00000010:1.0:1761317070.185152:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.185159:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.185170:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.185174:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.185180:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.185190:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e01e149. 02000000:00000010:1.0:1761317070.185215:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096992085. 00000400:00000010:1.0:1761317070.185219:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.185223:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.185228:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774528, portal 16 00000020:00000010:3.0:1761317070.185412:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.185417:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0e5163d. 00000020:00000010:3.0:1761317070.185420:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002015ff0. 00000800:00000200:2.0:1761317070.185539:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.185544:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82353818). 00000400:00000200:2.0:1761317070.185549:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.185555:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.185560:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000874d2110 00000400:00000010:2.0:1761317070.185561:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000874d2110. 00000400:00000010:1.0:1761317070.185951:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317070.185955:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774528, offset 0 00000400:00000200:1.0:1761317070.185961:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.185971:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.185976:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.185980:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.185982:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.185985:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89932:89932:256:4294967295] 192.168.204.21@tcp LPNI seq info [89932:89932:8:4294967295] 00000400:00000200:1.0:1761317070.185992:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.185997:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.186000:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317070.186005:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.186009:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.186012:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.186257:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.186260:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:2.0:1761317070.186264:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.186268:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.186271:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:2.0:1761317070.186272:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00000100:00000200:2.0:1761317070.186279:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.187074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000200f1aeb. 00010000:00000010:2.1:1761317070.187084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:2.1:1761317070.187088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000efc3f7d. 00010000:00000010:2.1:1761317070.187091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00000400:00000200:2.0:1761317070.190023:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.190043:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50af00 00000400:00000200:2.0:1761317070.190052:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb100d [1] + 224 00000400:00000200:2.0:1761317070.190062:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.190066:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.190076:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.190173:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.190178:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c340 00000400:00000200:2.0:1761317070.190182:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf991 [2] + 328 00000400:00000200:2.0:1761317070.190228:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.190232:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.190236:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.190241:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00000400:00000010:1.0:1761317070.190382:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.190387:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.190389:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.190395:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.190402:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.190428:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096992085. 02000000:00000010:1.0:1761317070.190435:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e01e149. 00000100:00000010:1.0:1761317070.190438:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.190442:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.190446:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:0.0:1761317070.190671:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000465a6efc. 00000020:00000010:0.0:1761317070.190717:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.190722:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.190742:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898913088/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.190768:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913088 02000000:00000010:0.0:1761317070.190777:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670fc3c5. 00010000:00000010:0.0:1761317070.190802:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f55b562a. 00010000:00000010:0.0:1761317070.190829:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.190835:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.190844:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.190846:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.190856:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317070.190860:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913088, offset 224 00000400:00000200:0.0:1761317070.190868:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.190877:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.190882:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89933:89933:256:4294967295] 192.168.204.21@tcp LPNI seq info [89933:89933:8:4294967295] 00000400:00000200:0.0:1761317070.190892:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.190896:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.190900:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354066). 00000800:00000200:0.0:1761317070.190905:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.190911:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.190915:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.190929:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.190932:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.190935:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000465a6efc. 00080000:00000010:1.0:1761317070.191222:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e01e149. 00010000:00000010:1.0:1761317070.191301:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.191307:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b32f4c93. 00010000:00000010:1.0:1761317070.191389:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317070.191394:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.191402:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.191405:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.191411:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.191421:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096992085. 02000000:00000010:1.0:1761317070.191441:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edaf3a76. 00000400:00000010:1.0:1761317070.191445:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.191448:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.191453:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774592, portal 16 00000400:00000010:1.0:1761317070.191457:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d317c72e. 00000100:00000200:1.0:1761317070.191458:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774592, offset 0 00000400:00000200:1.0:1761317070.191464:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.191470:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.191476:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.191479:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.191483:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.191485:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89934:89934:255:4294967295] 192.168.204.21@tcp LPNI seq info [89934:89934:7:4294967295] 00000400:00000200:1.0:1761317070.191493:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.191497:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.191500:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354314). 00000800:00000200:1.0:1761317070.191504:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.191507:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.191510:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.191803:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.191817:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82354066). 00000400:00000200:2.0:1761317070.191822:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.191827:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.191830:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7f51b1 00000400:00000010:2.0:1761317070.191832:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7f51b1. 00000800:00000200:2.0:1761317070.191879:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.191881:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:2.0:1761317070.191883:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.191886:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.191888:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:2.0:1761317070.191889:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 00000100:00000200:2.0:1761317070.191894:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.195127:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.195147:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50af40 00000400:00000200:2.0:1761317070.195155:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1019 [1] + 224 00000400:00000200:2.0:1761317070.195167:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.195170:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.195179:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.195210:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.195215:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c380 00000400:00000200:2.0:1761317070.195219:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf991 [2] + 656 00000400:00000200:2.0:1761317070.195268:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.195271:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.195275:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.195280:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 00000400:00000010:1.0:1761317070.195642:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.195648:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.195650:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.195659:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.195666:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.195711:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcb9265f. 00010000:00000010:1.1:1761317070.195718:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 02000000:00000010:1.0:1761317070.195742:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edaf3a76. 02000000:00000010:1.0:1761317070.195749:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096992085. 00000100:00000010:1.0:1761317070.195753:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.195758:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.195761:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00010000:00000010:3.1:1761317070.195860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011f53786. 00000020:00000010:3.0:1761317070.195912:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002015ff0. 00000020:00000010:3.0:1761317070.195919:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317070.195923:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e0e5163d. 00000100:00000200:3.0:1761317070.195946:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898913152/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.195977:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913152 02000000:00000010:3.0:1761317070.195989:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6b9d93e. 00010000:00000010:3.0:1761317070.196023:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098a1619b. 00010000:00000010:3.0:1761317070.196044:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3a5274. 00000100:00000010:3.0:1761317070.196050:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00010000:00000010:0.1:1761317070.196052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d880fce9. 00000100:00000010:3.0:1761317070.196065:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317070.196068:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3a5274. 00000400:00000010:3.0:1761317070.196082:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317070.196087:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913152, offset 224 00000400:00000200:3.0:1761317070.196098:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.196111:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.196117:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89935:89935:256:4294967295] 192.168.204.21@tcp LPNI seq info [89935:89935:8:4294967295] 00000400:00000200:3.0:1761317070.196128:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.196133:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00080000:00000010:1.0:1761317070.196193:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096992085. 00000800:00000010:2.0:1761317070.196241:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317070.196249:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.196256:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.196259:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761317070.196273:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.196278:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d4a0018. 00000020:00000010:2.0:1761317070.196284:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:2.0:1761317070.196287:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e0e5163d. 00000020:00000010:2.0:1761317070.196290:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002015ff0. 00010000:00000010:1.0:1761317070.196348:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.196355:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.196406:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.196410:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.196416:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.196425:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edaf3a76. 02000000:00000010:1.0:1761317070.196451:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b95d9d2. 00000400:00000010:1.0:1761317070.196455:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.196459:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.196462:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774656, portal 16 00000400:00000010:1.0:1761317070.196466:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9a47c66. 00000100:00000200:1.0:1761317070.196467:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774656, offset 0 00000400:00000200:1.0:1761317070.196472:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.196478:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.196484:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.196488:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.196491:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.196493:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89936:89936:255:4294967295] 192.168.204.21@tcp LPNI seq info [89936:89936:7:4294967295] 00000400:00000200:1.0:1761317070.196500:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.196504:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.196506:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354314). 00000800:00000200:1.0:1761317070.196510:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.196513:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.196516:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.196517:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.196520:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82354066). 00000400:00000200:3.0:1761317070.196526:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.196530:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.196533:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:3.0:1761317070.196534:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000800:00000200:3.0:1761317070.196561:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.196563:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:3.0:1761317070.196669:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.196672:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.196674:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9a47c66 00000400:00000010:3.0:1761317070.196676:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9a47c66. 00000100:00000200:3.0:1761317070.196712:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.199419:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.199440:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50af80 00000400:00000200:2.0:1761317070.199449:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1025 [1] + 224 00000400:00000200:2.0:1761317070.199462:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.199466:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.199478:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.199562:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.199569:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c3c0 00000400:00000200:2.0:1761317070.199573:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf991 [2] + 984 00000400:00000200:2.0:1761317070.199636:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.199640:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.199644:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.199649:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00000400:00000010:1.0:1761317070.199650:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.199655:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.199657:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.199663:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.199671:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.199712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b55de62. 02000000:00000010:1.0:1761317070.199820:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b95d9d2. 02000000:00000010:1.0:1761317070.199829:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edaf3a76. 00000100:00000010:1.0:1761317070.199833:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.199837:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.199841:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:3.0:1761317070.200045:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f0058ad. 00000020:00000010:3.0:1761317070.200052:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317070.200056:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e2fe5c2f. 00000100:00000200:3.0:1761317070.200080:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898913216/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.200247:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913216 02000000:00000010:0.0:1761317070.200260:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465a6efc. 00010000:00000010:0.0:1761317070.200290:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8f143f8. 00010000:00000010:0.0:1761317070.200313:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.200319:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.200336:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.200339:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.200352:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317070.200356:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913216, offset 224 00000400:00000200:0.0:1761317070.200373:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.200384:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.200389:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89937:89937:256:4294967295] 192.168.204.21@tcp LPNI seq info [89937:89937:8:4294967295] 00000400:00000200:0.0:1761317070.200399:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.200404:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.200410:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317070.200415:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.200421:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.200424:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.200448:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:0.0:1761317070.200452:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e2fe5c2f. 00000020:00000010:0.0:1761317070.200455:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f0058ad. 00080000:00000010:1.0:1761317070.200513:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edaf3a76. 00010000:00000010:1.0:1761317070.200602:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.200608:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8b1487c. 00010000:00000010:1.0:1761317070.200717:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.200723:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.200733:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.200736:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.200742:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.200751:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b95d9d2. 02000000:00000010:1.0:1761317070.200776:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019ef0e98. 00000400:00000010:1.0:1761317070.200780:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000800:00000200:2.0:1761317070.200781:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.200784:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000010:1.0:1761317070.200784:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000400:00000200:2.0:1761317070.200788:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761317070.200789:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774720, portal 16 00000400:00000200:2.0:1761317070.200792:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000010:1.0:1761317070.200794:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdd7e85d. 00000400:00000200:2.0:1761317070.200795:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7f51b1 00000400:00000010:2.0:1761317070.200797:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7f51b1. 00000100:00000200:1.0:1761317070.200849:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774720, offset 0 00000400:00000200:1.0:1761317070.200856:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.200862:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.200868:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.200872:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.200875:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.200878:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89938:89938:256:4294967295] 192.168.204.21@tcp LPNI seq info [89938:89938:8:4294967295] 00000400:00000200:1.0:1761317070.200884:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.200888:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.200892:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317070.200896:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.200900:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.200903:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.201148:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.201151:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:3.0:1761317070.201155:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.201159:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.201161:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdd7e85d 00000400:00000010:3.0:1761317070.201163:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdd7e85d. 00000100:00000200:3.0:1761317070.201168:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.202869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a901145f. 00000400:00000200:2.0:1761317070.203257:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.203276:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50afc0 00000400:00000200:2.0:1761317070.203284:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1031 [1] + 224 00000400:00000200:2.0:1761317070.203297:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.203300:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.203309:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.203349:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.203355:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c400 00000400:00000200:2.0:1761317070.203359:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf991 [2] + 1312 00000400:00000200:2.0:1761317070.203417:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.203420:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.203424:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.203429:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000400:00000010:1.0:1761317070.203499:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.203504:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.203506:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.203512:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.203520:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.203545:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019ef0e98. 02000000:00000010:1.0:1761317070.203551:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b95d9d2. 00000100:00000010:1.0:1761317070.203556:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.203561:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.203576:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:0.0:1761317070.204991:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.205001:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.205006:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.205033:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898913280/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.205080:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913280 02000000:00000010:0.0:1761317070.205091:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c9d3fbe. 00010000:00000010:0.0:1761317070.205120:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7bdaf1f. 00010000:00000010:0.0:1761317070.205142:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.205149:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.205164:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.205167:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.205179:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317070.205184:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913280, offset 224 00000400:00000200:0.0:1761317070.205192:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.205206:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.205212:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89939:89939:256:4294967295] 192.168.204.21@tcp LPNI seq info [89939:89939:8:4294967295] 00000400:00000200:0.0:1761317070.205223:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.205228:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.205233:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317070.205238:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.205245:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.205249:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.205262:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.205266:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.205269:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00010000:00000010:1.1:1761317070.205732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aec94caa. 00010000:00000010:1.1:1761317070.205740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00010000:00000010:1.1:1761317070.205744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008506d530. 00010000:00000010:1.1:1761317070.205747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00080000:00000010:1.0:1761317070.205775:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019ef0e98. 00010000:00000010:1.0:1761317070.205854:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.205859:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005d08da7e. 00000800:00000200:2.0:1761317070.205864:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.205867:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82353818). 00000400:00000200:2.0:1761317070.205871:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.205876:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.205881:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000464f94af 00000400:00000010:2.0:1761317070.205882:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000464f94af. 00010000:00000010:1.0:1761317070.205929:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.205944:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.205950:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317070.205954:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00080000:00000010:1.0:1761317070.205968:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b95d9d2. 00010000:00000010:1.0:1761317070.205996:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.206000:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.206051:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.206055:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.206063:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.206067:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.206075:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.206085:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091998a80. 02000000:00000010:1.0:1761317070.206112:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa703d2b. 00000400:00000010:1.0:1761317070.206117:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.206121:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.206126:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774784, portal 16 00000400:00000010:1.0:1761317070.206130:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317070.206132:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774784, offset 0 00000400:00000200:1.0:1761317070.206137:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.206145:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.206150:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.206154:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.206156:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.206158:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89940:89940:256:4294967295] 192.168.204.21@tcp LPNI seq info [89940:89940:8:4294967295] 00000400:00000200:1.0:1761317070.206166:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.206171:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.206174:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317070.206179:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.206183:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.206186:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.206378:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.206381:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:3.0:1761317070.206384:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.206387:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.206390:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:3.0:1761317070.206391:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:3.0:1761317070.206396:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.209095:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.209114:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b000 00000400:00000200:2.0:1761317070.209124:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb103d [1] + 224 00000400:00000200:2.0:1761317070.209141:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.209144:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.209154:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.209469:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.209474:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.209476:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.209483:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.209490:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.209518:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa703d2b. 02000000:00000010:1.0:1761317070.209524:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091998a80. 00000100:00000010:1.0:1761317070.209529:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.209534:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.209537:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00010000:00000010:0.1:1761317070.212722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000657df472. 00000400:00000200:2.0:1761317070.213788:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.213819:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c440 00000400:00000200:2.0:1761317070.213827:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf991 [2] + 1640 00000400:00000200:2.0:1761317070.214240:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.214251:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.214260:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.214266:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 00000020:00000010:3.0:1761317070.214433:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f0058ad. 00000020:00000010:3.0:1761317070.214447:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000289cefbf. 00000020:00000010:3.0:1761317070.214453:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000def80882. 00000100:00000200:3.0:1761317070.214485:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000211632ce x1846872898913344/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.215064:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913344 02000000:00000010:3.0:1761317070.215079:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002015ff0. 00010000:00000010:3.0:1761317070.215111:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c5263fb. 00010000:00000010:3.0:1761317070.215134:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3a5274. 00000100:00000010:3.0:1761317070.215141:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317070.215163:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317070.215166:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3a5274. 00000400:00000010:3.0:1761317070.215180:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317070.215185:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913344, offset 224 00000400:00000200:3.0:1761317070.215194:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:1.0:1761317070.215195:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa703d2b. 00000400:00000200:3.0:1761317070.215205:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.215210:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89941:89941:256:4294967295] 192.168.204.21@tcp LPNI seq info [89941:89941:8:4294967295] 00000400:00000200:3.0:1761317070.215218:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.215223:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.215227:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82354066). 00000800:00000200:3.0:1761317070.215233:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.215238:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.215242:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.215257:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000289cefbf. 00000020:00000010:3.0:1761317070.215260:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000def80882. 00000020:00000010:3.0:1761317070.215263:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f0058ad. 00010000:00000010:1.0:1761317070.215273:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.215278:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055cc505d. 00010000:00000010:1.0:1761317070.215349:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317070.215355:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.215376:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.215380:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.215386:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.215397:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091998a80. 02000000:00000010:1.0:1761317070.215420:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010583197. 00000400:00000010:1.0:1761317070.215424:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.215429:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.215434:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774848, portal 16 00000400:00000010:1.0:1761317070.215438:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317070.215439:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774848, offset 0 00000400:00000200:1.0:1761317070.215444:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.215450:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.215456:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.215460:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.215463:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.215465:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89942:89942:255:4294967295] 192.168.204.21@tcp LPNI seq info [89942:89942:7:4294967295] 00000400:00000200:1.0:1761317070.215471:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.215475:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.215479:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354314). 00000800:00000200:1.0:1761317070.215482:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.215487:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.215489:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.216107:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.216111:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82354066). 00000400:00000200:2.0:1761317070.216117:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.216122:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.216126:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:2.0:1761317070.216128:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000800:00000200:2.0:1761317070.216440:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.216443:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:2.0:1761317070.216446:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.216450:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.216453:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:2.0:1761317070.216455:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:2.0:1761317070.216462:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.218391:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.218408:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b040 00000400:00000200:2.0:1761317070.218417:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1049 [1] + 224 00000400:00000200:2.0:1761317070.218432:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.218435:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.218444:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.219475:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.219485:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c480 00000400:00000200:2.0:1761317070.219491:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf991 [2] + 1968 00000400:00000010:2.0:1761317070.219495:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c2ccae1. 00000400:00000200:2.0:1761317070.219499:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a4333544 00000400:00000200:2.0:1761317070.219553:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.219557:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.219561:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4333544 00000400:00000010:2.0:1761317070.219564:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a4333544 (tot 82353666). 00000100:00000200:2.0:1761317070.219571:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761317070.219712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e618870. 00000020:00000010:3.0:1761317070.220008:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f0058ad. 00000020:00000010:3.0:1761317070.220015:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000289cefbf. 00000020:00000010:3.0:1761317070.220019:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000def80882. 00000100:00000200:3.0:1761317070.220043:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004bf42319 x1846872898913408/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:1.1:1761317070.220129:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000038db21c. 00010000:00000010:1.1:1761317070.220136:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00000400:00000010:1.0:1761317070.220146:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.220149:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.220150:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.220157:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.220164:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.220190:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010583197. 02000000:00000010:1.0:1761317070.220196:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091998a80. 00000100:00000010:1.0:1761317070.220201:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.220206:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.220209:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000100:00000200:3.0:1761317070.220582:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913408 02000000:00000010:3.0:1761317070.220595:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003fe9a865. 00010000:00000010:3.0:1761317070.220622:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f794038a. 00010000:00000010:3.0:1761317070.220640:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3a5274. 00000100:00000010:3.0:1761317070.220646:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059902b78. 00000100:00000010:3.0:1761317070.220660:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059902b78. 00010000:00000010:3.0:1761317070.220662:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3a5274. 00000400:00000010:3.0:1761317070.220673:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000732eef34. 00000100:00000200:3.0:1761317070.220697:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913408, offset 224 00000400:00000200:3.0:1761317070.220706:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.220718:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.220723:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89943:89943:256:4294967295] 192.168.204.21@tcp LPNI seq info [89943:89943:8:4294967295] 00000400:00000200:3.0:1761317070.220732:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.220738:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.220742:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82353914). 00000800:00000200:3.0:1761317070.220747:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.220753:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.220756:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.220770:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000289cefbf. 00000020:00000010:3.0:1761317070.220773:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000def80882. 00000020:00000010:3.0:1761317070.220776:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f0058ad. 02000000:00000010:3.0:1761317070.220783:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002015ff0. 00000100:00000010:3.0:1761317070.220786:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 02000000:00000010:3.0:1761317070.220790:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c9d3fbe. 00000100:00000010:3.0:1761317070.220792:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:3.0:1761317070.220794:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465a6efc. 00000100:00000010:3.0:1761317070.220796:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:3.0:1761317070.220799:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6b9d93e. 00000100:00000010:3.0:1761317070.220801:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 02000000:00000010:3.0:1761317070.220804:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670fc3c5. 00000100:00000010:3.0:1761317070.220806:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:3.0:1761317070.220808:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000803f9803. 00000100:00000010:3.0:1761317070.220810:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 00000100:00000200:3.0:1761317070.220815:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761317070.220819:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001870a534. 00000400:00000010:3.0:1761317070.220822:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000059902b78 (tot 82354066). 00000800:00000200:2.0:1761317070.220928:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.220931:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:2.0:1761317070.220935:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.220939:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.220942:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000732eef34 00000400:00000010:2.0:1761317070.220944:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000732eef34. 02000000:00000010:2.0:1761317070.220947:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003fe9a865. 00080000:00000010:1.0:1761317070.221024:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010583197. 00010000:00000010:1.0:1761317070.221110:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.221116:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb530589. 00010000:00000010:1.0:1761317070.221185:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.221190:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.221202:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.221205:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.221210:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.221222:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021b3f3c5. 02000000:00000010:1.0:1761317070.221243:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b8cafe8. 00000400:00000010:1.0:1761317070.221246:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.221249:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.221252:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774912, portal 16 00000400:00000010:1.0:1761317070.221256:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317070.221258:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774912, offset 0 00000400:00000200:1.0:1761317070.221263:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.221269:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.221275:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.221279:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.221295:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.221298:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89944:89944:256:4294967295] 192.168.204.21@tcp LPNI seq info [89944:89944:8:4294967295] 00000400:00000200:1.0:1761317070.221305:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.221309:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.221312:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317070.221315:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.221320:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.221322:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.221411:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.221413:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:2.0:1761317070.221416:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.221419:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.221421:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:2.0:1761317070.221422:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00000100:00000200:2.0:1761317070.221426:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.222813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002adce96c. 00010000:00000010:1.1:1761317070.222860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b11ac001. 00010000:00000010:1.1:1761317070.222867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.1:1761317070.222871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317070.222873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00000400:00000200:2.0:1761317070.227226:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.227249:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b080 00000400:00000200:2.0:1761317070.227258:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1059 [1] + 224 00000400:00000200:2.0:1761317070.227272:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.227276:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.227286:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.227323:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.227328:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c4c0 00000400:00000200:2.0:1761317070.227333:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf9e9 [2] + 0 00000400:00000200:2.0:1761317070.227408:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.227412:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.227417:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.227422:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 00000400:00000010:1.0:1761317070.227497:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.227502:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.227504:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.227510:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.227518:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.227552:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b8cafe8. 02000000:00000010:1.0:1761317070.227559:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021b3f3c5. 00000100:00000010:1.0:1761317070.227562:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.227567:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.227571:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:3.0:1761317070.227641:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fe9a865. 00000020:00000010:3.0:1761317070.227648:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000289cefbf. 00000020:00000010:3.0:1761317070.227652:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000def80882. 00000100:00000200:3.0:1761317070.227675:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000043b3a93 x1846872898913472/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1761317070.227718:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000764b09bd. 00000100:00000200:3.0:1761317070.227749:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913472 02000000:00000010:3.0:1761317070.227807:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000803f9803. 00010000:00000010:3.0:1761317070.227833:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fa5d9f0. 00010000:00000010:3.0:1761317070.227852:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3a5274. 00000100:00000010:3.0:1761317070.227857:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a47fdb60. 00000100:00000010:3.0:1761317070.227869:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a47fdb60. 00010000:00000010:3.0:1761317070.227872:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3a5274. 00000400:00000010:3.0:1761317070.227883:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317070.227887:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913472, offset 224 00000400:00000200:3.0:1761317070.227895:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.227905:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.227910:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89945:89945:256:4294967295] 192.168.204.21@tcp LPNI seq info [89945:89945:8:4294967295] 00000400:00000200:3.0:1761317070.227920:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.227925:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.227929:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00000800:00000200:3.0:1761317070.227935:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.227941:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.227944:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.227967:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000289cefbf. 00000020:00000010:3.0:1761317070.227971:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000def80882. 00000020:00000010:3.0:1761317070.227973:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fe9a865. 00000800:00000200:2.0:1761317070.228116:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.228120:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:2.0:1761317070.228123:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.228127:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.228129:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:2.0:1761317070.228131:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00010000:00000010:1.1:1761317070.228194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd068e91. 00010000:00000010:1.1:1761317070.228201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00080000:00000010:1.0:1761317070.228221:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021b3f3c5. 00010000:00000010:1.0:1761317070.228305:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.228311:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e57c146. 00010000:00000010:1.0:1761317070.228411:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.228417:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.228428:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.228431:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.228438:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.228448:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b8cafe8. 02000000:00000010:1.0:1761317070.228473:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064af2fc6. 00000400:00000010:1.0:1761317070.228478:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.228482:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.228487:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902774976, portal 16 00000400:00000010:1.0:1761317070.228491:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317070.228493:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902774976, offset 0 00000400:00000200:1.0:1761317070.228498:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.228504:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.228511:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.228514:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.228516:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.228519:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89946:89946:256:4294967295] 192.168.204.21@tcp LPNI seq info [89946:89946:8:4294967295] 00000400:00000200:1.0:1761317070.228526:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.228530:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.228533:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317070.228537:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.228541:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.228544:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.228654:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.228656:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:2.0:1761317070.228659:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.228663:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.228666:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:2.0:1761317070.228668:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:2.0:1761317070.228672:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902774976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.231728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f6655e9. 00010000:00000010:1.1:1761317070.231746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00000400:00000200:2.0:1761317070.234529:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.234551:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b0c0 00000400:00000200:2.0:1761317070.234561:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1065 [1] + 224 00000400:00000200:2.0:1761317070.234580:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.234584:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.234595:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902774976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.234726:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.234732:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.234734:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.234742:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902774976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.234750:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902774976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.234784:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064af2fc6. 02000000:00000010:1.0:1761317070.234791:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b8cafe8. 00000100:00000010:1.0:1761317070.234795:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.234801:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.234805:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00010000:00000010:3.1:1761317070.235728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000245dd1b6. 00010000:00000010:1.1:1761317070.235728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037fbd4a2. 00010000:00000010:1.1:1761317070.235737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00000400:00000200:2.0:1761317070.235822:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.235834:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c500 00000400:00000200:2.0:1761317070.235841:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf9e9 [2] + 328 00000400:00000200:2.0:1761317070.235896:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.235900:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.235905:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.235910:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 00000020:00000010:0.0:1761317070.235996:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.236004:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.236009:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.236036:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000260ce024 x1846872898913536/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.236072:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913536 02000000:00000010:0.0:1761317070.236083:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000670fc3c5. 00010000:00000010:0.0:1761317070.236111:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5620520. 00010000:00000010:0.0:1761317070.236129:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.236136:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.236153:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.236157:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.236170:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317070.236175:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913536, offset 224 00000400:00000200:0.0:1761317070.236183:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.236193:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.236197:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89947:89947:256:4294967295] 192.168.204.21@tcp LPNI seq info [89947:89947:8:4294967295] 00000400:00000200:0.0:1761317070.236207:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.236212:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.236216:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317070.236221:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.236228:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.236231:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.236254:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.236258:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.236261:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00000800:00000200:2.0:1761317070.236314:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.236318:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:2.0:1761317070.236321:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.236325:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.236328:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00080000:00000010:1.0:1761317070.236329:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b8cafe8. 00000400:00000010:2.0:1761317070.236330:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00010000:00000010:1.0:1761317070.236418:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.236424:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd908775. 00010000:00000010:1.0:1761317070.236494:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.236500:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.236510:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.236514:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.236520:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.236530:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064af2fc6. 02000000:00000010:1.0:1761317070.236554:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091998a80. 00000400:00000010:1.0:1761317070.236559:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.236563:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.236568:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775040, portal 16 00000400:00000010:1.0:1761317070.236571:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317070.236573:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775040, offset 0 00000400:00000200:1.0:1761317070.236578:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.236584:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.236590:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.236593:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.236596:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.236598:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89948:89948:256:4294967295] 192.168.204.21@tcp LPNI seq info [89948:89948:8:4294967295] 00000400:00000200:1.0:1761317070.236605:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.236609:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.236612:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317070.236616:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.236620:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.236622:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.236713:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.236716:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:2.0:1761317070.236719:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.236722:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.236725:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:2.0:1761317070.236726:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:2.0:1761317070.236731:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902775040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.239394:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.239416:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b100 00000400:00000200:2.0:1761317070.239425:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1071 [1] + 224 00000400:00000200:2.0:1761317070.239437:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.239440:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.239451:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902775040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.239483:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.239489:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c540 00000400:00000200:2.0:1761317070.239494:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf9e9 [2] + 656 00000400:00000010:1.0:1761317070.239591:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.239596:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.239598:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.239604:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902775040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.239617:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902775040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.239648:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091998a80. 02000000:00000010:1.0:1761317070.239655:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064af2fc6. 00000100:00000010:1.0:1761317070.239660:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000400:00000200:2.0:1761317070.239663:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761317070.239665:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00000400:00000200:2.0:1761317070.239667:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00010000:00000010:1.0:1761317070.239669:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000100:00000200:2.0:1761317070.239672:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.239677:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00000020:00000010:0.0:1761317070.239781:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.239789:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.239793:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.239820:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898913600/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.239850:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913600 02000000:00000010:0.0:1761317070.239862:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465a6efc. 00010000:00000010:0.0:1761317070.239888:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca8f218d. 00010000:00000010:0.0:1761317070.239909:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.239916:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.239940:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.239943:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.239956:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317070.239965:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913600, offset 224 00000400:00000200:0.0:1761317070.239974:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.239985:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.239995:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89949:89949:256:4294967295] 192.168.204.21@tcp LPNI seq info [89949:89949:8:4294967295] 00000400:00000200:0.0:1761317070.240005:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.240010:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.240014:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317070.240020:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.240026:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.240029:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.240052:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.240056:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.240058:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00080000:00000010:1.0:1761317070.240222:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091998a80. 00010000:00000010:1.0:1761317070.240310:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.240316:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a9db6af. 00010000:00000010:1.0:1761317070.240398:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.240402:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.240407:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317070.240412:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00080000:00000010:1.0:1761317070.240426:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064af2fc6. 00010000:00000010:1.0:1761317070.240453:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.240457:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00000800:00000200:2.0:1761317070.240498:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.240502:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:2.0:1761317070.240507:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1761317070.240512:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00000400:00000200:2.0:1761317070.240513:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00010000:00000010:1.0:1761317070.240515:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00000400:00000200:2.0:1761317070.240516:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:2.0:1761317070.240518:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00010000:00000010:1.0:1761317070.240523:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.240527:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.240533:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.240545:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c49c0d81. 02000000:00000010:1.0:1761317070.240571:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000726d5df2. 00000400:00000010:1.0:1761317070.240576:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.240580:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.240584:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775104, portal 16 00000400:00000010:1.0:1761317070.240588:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf77a373. 00000100:00000200:1.0:1761317070.240590:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775104, offset 0 00000400:00000200:1.0:1761317070.240595:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.240602:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.240608:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.240612:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.240614:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.240617:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89950:89950:256:4294967295] 192.168.204.21@tcp LPNI seq info [89950:89950:8:4294967295] 00000400:00000200:1.0:1761317070.240624:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.240628:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.240631:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317070.240635:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.240639:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.240641:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.241028:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.241031:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:2.0:1761317070.241034:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.241038:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.241040:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf77a373 00000400:00000010:2.0:1761317070.241042:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf77a373. 00000100:00000200:2.0:1761317070.241046:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902775104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.241992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1a0488e. 00010000:00000010:1.1:1761317070.242042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9abd5b5. 00010000:00000010:1.1:1761317070.242050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000400:00000200:2.0:1761317070.243813:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.243833:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b140 00000400:00000200:2.0:1761317070.243843:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb107d [1] + 224 00000400:00000200:2.0:1761317070.243858:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.243862:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.243872:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902775104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.243908:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.243914:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c580 00000400:00000200:2.0:1761317070.243918:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf9e9 [2] + 984 00000400:00000200:2.0:1761317070.243968:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.243972:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.243975:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.243981:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 00000400:00000010:1.0:1761317070.244064:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.244069:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.244070:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.244077:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902775104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.244084:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902775104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.244119:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000726d5df2. 02000000:00000010:1.0:1761317070.244126:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c49c0d81. 00000100:00000010:1.0:1761317070.244130:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.244134:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.244137:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:0.0:1761317070.244288:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:0.0:1761317070.244295:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.244299:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.244322:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898913664/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.244353:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913664 02000000:00000010:0.0:1761317070.244374:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c9d3fbe. 00010000:00000010:0.0:1761317070.244401:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008427ab88. 00010000:00000010:0.0:1761317070.244423:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.244429:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.244444:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.244447:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317070.244458:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317070.244462:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913664, offset 224 00000400:00000200:0.0:1761317070.244470:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.244481:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.244487:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89951:89951:256:4294967295] 192.168.204.21@tcp LPNI seq info [89951:89951:8:4294967295] 00000400:00000200:0.0:1761317070.244496:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.244502:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.244506:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354066). 00000800:00000200:0.0:1761317070.244511:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.244517:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.244520:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.244532:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.244535:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.244538:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00080000:00000010:1.0:1761317070.244589:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000726d5df2. 00010000:00000010:1.0:1761317070.244671:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.244708:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077ecffaa. 00010000:00000010:1.0:1761317070.244780:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.244785:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.244794:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.244797:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.244803:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.244813:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ad6c758. 02000000:00000010:1.0:1761317070.244835:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49c0d81. 00000400:00000010:1.0:1761317070.244839:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.244843:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.244848:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775168, portal 16 00000400:00000010:1.0:1761317070.244851:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317070.244853:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775168, offset 0 00000400:00000200:1.0:1761317070.244858:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.244864:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.244870:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.244873:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.244876:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.244878:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89952:89952:255:4294967295] 192.168.204.21@tcp LPNI seq info [89952:89952:7:4294967295] 00000400:00000200:1.0:1761317070.244885:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.244889:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.244892:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354314). 00000800:00000200:1.0:1761317070.244895:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.244899:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.244901:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.246628:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.246635:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82354066). 00000400:00000200:2.0:1761317070.246641:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.246649:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.246654:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:2.0:1761317070.246657:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000800:00000200:2.0:1761317070.246763:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.246765:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:2.0:1761317070.246769:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.246772:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.246775:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:2.0:1761317070.246776:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000100:00000200:2.0:1761317070.246782:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902775168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.247623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d5bfb6e. 00010000:00000010:1.1:1761317070.249743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a407e826. 00010000:00000010:1.1:1761317070.249762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00010000:00000010:1.1:1761317070.249768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317070.249771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00010000:00000010:0.1:1761317070.249813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e5f13af. 00000400:00000200:2.0:1761317070.250473:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.250493:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b180 00000400:00000200:2.0:1761317070.250502:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1089 [1] + 224 00000400:00000200:2.0:1761317070.250515:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.250520:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.250531:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902775168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.251438:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.251450:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c5c0 00000400:00000200:2.0:1761317070.251458:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf9e9 [2] + 1312 00000400:00000200:2.0:1761317070.251472:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.251476:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.251480:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.251486:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00000400:00000010:1.0:1761317070.251751:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.251756:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.251758:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.251767:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902775168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.251775:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902775168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.251804:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49c0d81. 02000000:00000010:1.0:1761317070.251809:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ad6c758. 00000100:00000010:1.0:1761317070.251814:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.251818:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.251823:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:3.0:1761317070.252000:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6b9d93e. 00000020:00000010:3.0:1761317070.252007:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000289cefbf. 00000020:00000010:3.0:1761317070.252011:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000def80882. 00000100:00000200:3.0:1761317070.252036:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898913728/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.252612:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913728 02000000:00000010:3.0:1761317070.252626:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002015ff0. 00010000:00000010:3.0:1761317070.252656:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7670e34. 00010000:00000010:3.0:1761317070.252708:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3a5274. 00000100:00000010:3.0:1761317070.252715:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a47fdb60. 00000100:00000010:3.0:1761317070.252726:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a47fdb60. 00010000:00000010:3.0:1761317070.252729:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3a5274. 00000400:00000010:3.0:1761317070.252744:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b1fcbc. 00000100:00000200:3.0:1761317070.252749:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913728, offset 224 00000400:00000200:3.0:1761317070.252758:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.252771:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.252778:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89953:89953:256:4294967295] 192.168.204.21@tcp LPNI seq info [89953:89953:8:4294967295] 00000400:00000200:3.0:1761317070.252788:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.252794:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.252798:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25cfc05 (tot 82354066). 00000800:00000200:3.0:1761317070.252804:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.252812:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.252815:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25cfc05 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.252842:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000289cefbf. 00000020:00000010:3.0:1761317070.252847:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000def80882. 00000020:00000010:3.0:1761317070.252850:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6b9d93e. 00080000:00000010:1.0:1761317070.253341:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c49c0d81. 00010000:00000010:1.0:1761317070.253445:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.253452:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a82edf29. 00010000:00000010:1.0:1761317070.253526:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317070.253532:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.253542:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.253545:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.253552:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.253565:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ad6c758. 02000000:00000010:1.0:1761317070.253594:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055e722ba. 00000400:00000010:1.0:1761317070.253599:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.253604:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.253609:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775232, portal 16 00000400:00000010:1.0:1761317070.253613:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0545a8a. 00000100:00000200:1.0:1761317070.253615:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775232, offset 0 00000400:00000200:1.0:1761317070.253621:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.253631:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.253637:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.253640:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.253643:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.253646:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89954:89954:255:4294967295] 192.168.204.21@tcp LPNI seq info [89954:89954:7:4294967295] 00000400:00000200:1.0:1761317070.253654:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.253659:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.253661:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354314). 00000800:00000200:1.0:1761317070.253665:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.253670:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.253672:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.253911:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.253916:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25cfc05 (tot 82354066). 00000400:00000200:2.0:1761317070.253921:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.253926:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.253930:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b1fcbc 00000400:00000010:2.0:1761317070.253931:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b1fcbc. 00000800:00000200:2.0:1761317070.254000:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.254002:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:2.0:1761317070.254005:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.254008:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.254010:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0545a8a 00000400:00000010:2.0:1761317070.254011:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0545a8a. 00000100:00000200:2.0:1761317070.254016:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902775232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.255514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000077beb13. 00010000:00000010:1.1:1761317070.255525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00000400:00000200:2.0:1761317070.256571:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.256588:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b1c0 00000400:00000200:2.0:1761317070.256596:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1095 [1] + 224 00000400:00000200:2.0:1761317070.256612:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.256616:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.256627:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902775232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.256900:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.256905:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.256908:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.256914:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902775232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.256922:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902775232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.257018:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055e722ba. 02000000:00000010:1.0:1761317070.257025:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ad6c758. 00000100:00000010:1.0:1761317070.257031:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.257036:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.257039:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00010000:00000010:3.1:1761317070.258887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000596cfb80. 00000400:00000200:2.0:1761317070.261321:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.261343:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c600 00000400:00000200:2.0:1761317070.261351:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf9e9 [2] + 1640 00000400:00000200:2.0:1761317070.261430:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.261435:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.261443:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.261450:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000020:00000010:3.0:1761317070.261738:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6b9d93e. 00000020:00000010:3.0:1761317070.261746:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000289cefbf. 00000020:00000010:3.0:1761317070.261751:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000def80882. 00000100:00000200:3.0:1761317070.261777:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898913792/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317070.261878:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913792 02000000:00000010:3.0:1761317070.261890:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f0058ad. 00010000:00000010:3.0:1761317070.261921:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf68a4b0. 00010000:00000010:3.0:1761317070.262554:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009c3a5274. 00000100:00000010:2.0:1761317070.262625:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed285206. 00000100:00000010:2.0:1761317070.262725:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed285206. 00010000:00000010:2.0:1761317070.262731:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009c3a5274. 00000400:00000010:2.0:1761317070.262748:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd1b652d. 00000100:00000200:2.0:1761317070.262754:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913792, offset 224 00000400:00000200:2.0:1761317070.262762:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.262775:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.262781:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89955:89955:256:4294967295] 192.168.204.21@tcp LPNI seq info [89955:89955:8:4294967295] 00000400:00000200:2.0:1761317070.262791:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.262796:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.262801:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317070.262806:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.262813:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.262817:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.262838:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000289cefbf. 00000020:00000010:2.0:1761317070.262842:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000def80882. 00000020:00000010:2.0:1761317070.262845:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6b9d93e. 00000800:00000200:0.0:1761317070.262988:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.262993:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:0.0:1761317070.263000:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.263004:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.263008:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b652d 00000400:00000010:0.0:1761317070.263010:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b652d. 00080000:00000010:1.0:1761317070.263421:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055e722ba. 00010000:00000010:1.0:1761317070.263513:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.263520:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003778e3b9. 00010000:00000010:1.0:1761317070.263589:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317070.263594:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfc3eda1. 00010000:00000010:1.0:1761317070.263604:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.263607:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.263615:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.263626:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ad6c758. 02000000:00000010:1.0:1761317070.263652:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060952861. 00000400:00000010:1.0:1761317070.263656:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.263660:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.263665:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775296, portal 16 00000400:00000010:1.0:1761317070.263669:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317070.263671:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775296, offset 0 00000400:00000200:1.0:1761317070.263704:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.263713:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.263719:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.263722:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.263724:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.263726:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89956:89956:256:4294967295] 192.168.204.21@tcp LPNI seq info [89956:89956:8:4294967295] 00000400:00000200:1.0:1761317070.263734:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.263739:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.263742:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317070.263746:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.263751:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.263754:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.263855:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.263857:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:2.0:1761317070.263861:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.263865:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.263867:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:2.0:1761317070.263869:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:2.0:1761317070.263874:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902775296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.267063:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.267084:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b200 00000400:00000200:2.0:1761317070.267092:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb10a1 [1] + 224 00000400:00000200:2.0:1761317070.267110:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.267114:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.267124:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902775296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.267200:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.267204:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:1.0:1761317070.267206:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:1.0:1761317070.267212:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902775296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.267220:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902775296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.267249:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060952861. 02000000:00000010:1.0:1761317070.267256:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ad6c758. 00000100:00000010:1.0:1761317070.267261:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.267266:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.267269:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00010000:00000010:1.1:1761317070.267714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e80c1d0b. 00010000:00000010:1.1:1761317070.267723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000400:00000200:0.0:1761317070.267918:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.267930:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c640 00000400:00000200:0.0:1761317070.267944:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaf9e9 [2] + 1968 00000400:00000010:0.0:1761317070.267947:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae7d4813. 00000400:00000200:0.0:1761317070.267950:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006239dbc4 00000400:00000200:0.0:1761317070.268005:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.268009:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.268013:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006239dbc4 00000400:00000010:0.0:1761317070.268015:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006239dbc4 (tot 82353666). 00000100:00000200:0.0:1761317070.268020:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317070.268168:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8524da3. 00000020:00000010:2.0:1761317070.268175:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.268179:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317070.268204:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b6f95a0b x1846872898913856/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317070.268241:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913856 02000000:00000010:2.0:1761317070.268253:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8c7f480. 00010000:00000010:2.0:1761317070.268281:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8f59afb. 00010000:00000010:2.0:1761317070.268302:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.268309:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed285206. 00000100:00000010:2.0:1761317070.268326:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed285206. 00010000:00000010:2.0:1761317070.268330:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000010:2.0:1761317070.268344:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd1b652d. 00000100:00000200:2.0:1761317070.268348:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913856, offset 224 00000400:00000200:2.0:1761317070.268356:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.268376:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.268381:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89957:89957:256:4294967295] 192.168.204.21@tcp LPNI seq info [89957:89957:8:4294967295] 00080000:00000010:3.0:1761317070.268385:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6b9d93e. 00000400:00000200:2.0:1761317070.268390:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.268395:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.268400:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82353914). 00000800:00000200:2.0:1761317070.268405:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.268411:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.268417:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.268442:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.268447:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317070.268450:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8524da3. 02000000:00000010:2.0:1761317070.268459:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f0058ad. 00000100:00000010:2.0:1761317070.268462:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:2.0:1761317070.268467:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002015ff0. 00000100:00000010:2.0:1761317070.268469:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:2.0:1761317070.268473:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c9d3fbe. 00000100:00000010:2.0:1761317070.268475:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 02000000:00000010:2.0:1761317070.268478:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465a6efc. 00000100:00000010:2.0:1761317070.268480:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317070.268484:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000670fc3c5. 00000100:00000010:2.0:1761317070.268486:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 02000000:00000010:2.0:1761317070.268489:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000803f9803. 00010000:00000010:3.0:1761317070.268490:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfc3eda1. 00000100:00000010:2.0:1761317070.268491:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00010000:00000010:3.0:1761317070.268496:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000007f6f2c7. 00000100:00000200:2.0:1761317070.268496:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317070.268501:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e1f5542. 00000400:00000010:2.0:1761317070.268505:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed285206 (tot 82354066). 00010000:00000010:3.0:1761317070.268570:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b149adc. 00010000:00000010:3.0:1761317070.268577:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317070.268587:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eaa7e342. 00000100:00000010:3.0:1761317070.268591:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a47fdb60. 00000100:00000010:3.0:1761317070.268598:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 02000000:00000010:3.0:1761317070.268607:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000803f9803. 02000000:00000010:3.0:1761317070.268628:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002015ff0. 00000400:00000010:3.0:1761317070.268631:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089057bc6. 00000400:00000010:3.0:1761317070.268635:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317070.268638:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775360, portal 16 00000800:00000200:0.0:1761317070.268639:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1761317070.268642:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0aa9e89. 00000800:00000010:0.0:1761317070.268643:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000100:00000200:3.0:1761317070.268644:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775360, offset 0 00000400:00000200:3.0:1761317070.268649:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.268649:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.268654:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.268654:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.268656:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b652d 00000400:00000010:0.0:1761317070.268657:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b652d. 00000400:00000200:3.0:1761317070.268660:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 02000000:00000010:0.0:1761317070.268662:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8c7f480. 00000400:00000200:3.0:1761317070.268663:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.268666:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.268668:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89958:89958:255:4294967295] 192.168.204.21@tcp LPNI seq info [89958:89958:7:4294967295] 00000400:00000200:3.0:1761317070.268675:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.268703:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.268706:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ebc9050 (tot 82354066). 00000800:00000200:3.0:1761317070.268710:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.268714:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.268716:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ebc9050 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.269023:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.269026:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ebc9050 (tot 82353818). 00000400:00000200:2.0:1761317070.269029:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.269033:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.269035:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0aa9e89 00000400:00000010:2.0:1761317070.269037:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0aa9e89. 00000100:00000200:2.0:1761317070.269042:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002f78b74e x1846872902775360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.272086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d34d487. 00000400:00000200:0.0:1761317070.273671:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.273784:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b240 00000400:00000200:0.0:1761317070.273792:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb10b1 [1] + 224 00000400:00000200:0.0:1761317070.273811:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.273815:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.273825:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f78b74e x1846872902775360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317070.273951:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089057bc6. 00000400:00000200:3.0:1761317070.273956:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:3.0:1761317070.273958:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:3.0:1761317070.273964:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002f78b74e x1846872902775360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.273971:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002f78b74e x1846872902775360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.274003:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002015ff0. 02000000:00000010:3.0:1761317070.274011:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000803f9803. 00000100:00000010:3.0:1761317070.274014:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 00000100:00000010:3.0:1761317070.274017:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a47fdb60. 00010000:00000010:3.0:1761317070.274020:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eaa7e342. 00000400:00000200:0.0:1761317070.274401:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.274410:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c680 00000400:00000200:0.0:1761317070.274415:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa41 [2] + 0 00000400:00000200:0.0:1761317070.274623:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.274628:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.274633:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.274639:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000051696d4. 00000020:00000010:1.0:1761317070.275898:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060952861. 00000020:00000010:1.0:1761317070.275907:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.275911:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.275936:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000051696d4 x1846872898913920/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.275975:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913920 02000000:00000010:1.0:1761317070.275985:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8c3c09b. 00010000:00000010:1.0:1761317070.276012:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f6b086a2. 00010000:00000010:1.0:1761317070.276032:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.276039:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.276057:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.276060:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.276075:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.276081:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913920, offset 224 00000400:00000200:1.0:1761317070.276090:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.276102:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.276107:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89959:89959:256:4294967295] 192.168.204.21@tcp LPNI seq info [89959:89959:8:4294967295] 00000400:00000200:1.0:1761317070.276116:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.276122:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.276127:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317070.276132:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.276138:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.276142:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.276157:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.276162:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.276165:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060952861. 00000800:00000200:2.0:1761317070.276297:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.276300:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:2.0:1761317070.276305:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.276309:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.276313:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:2.0:1761317070.276315:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00080000:00000010:0.0:1761317070.276411:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb551fcb. 00010000:00000010:0.0:1761317070.276502:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:0.0:1761317070.276509:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cec2cf99. 00010000:00000010:0.0:1761317070.276576:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3c99195. 00010000:00000010:0.0:1761317070.276581:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317070.276587:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317070.276592:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcf531bd. 00080000:00000010:0.0:1761317070.276605:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000289a3d54. 00010000:00000010:0.0:1761317070.276631:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcf531bd. 00010000:00000010:0.0:1761317070.276636:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317070.276724:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:0.0:1761317070.276728:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dcf531bd. 00010000:00000010:0.0:1761317070.276737:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317070.276742:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.276749:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017cb940a. 02000000:00000010:0.0:1761317070.276761:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000670fc3c5. 02000000:00000010:0.0:1761317070.276785:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000465a6efc. 00000400:00000010:0.0:1761317070.276790:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e923b7a9. 00000400:00000010:0.0:1761317070.276795:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317070.276800:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775424, portal 16 00000400:00000010:0.0:1761317070.276805:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317070.276807:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775424, offset 0 00000400:00000200:0.0:1761317070.276812:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.276820:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.276828:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.276831:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.276835:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.276837:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89960:89960:256:4294967295] 192.168.204.21@tcp LPNI seq info [89960:89960:8:4294967295] 00000400:00000200:0.0:1761317070.276845:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.276849:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.276853:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317070.276857:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.276861:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.276864:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317070.277282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182fb04a. 00000800:00000200:2.0:1761317070.277353:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.277356:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:2.0:1761317070.277359:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.277372:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.277376:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:2.0:1761317070.277378:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00000100:00000200:2.0:1761317070.277383:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017cb940a x1846872902775424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.277830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9cdf07b. 00010000:00000010:1.1:1761317070.277838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00010000:00000010:3.1:1761317070.280108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8830be1. 00010000:00000010:3.1:1761317070.280121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00000400:00000200:0.0:1761317070.280787:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.280814:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b280 00000400:00000200:0.0:1761317070.280824:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb10bd [1] + 224 00000400:00000200:0.0:1761317070.280838:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.280842:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.280854:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017cb940a x1846872902775424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.280898:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.280904:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c6c0 00000400:00000200:0.0:1761317070.280908:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa41 [2] + 328 00000400:00000200:0.0:1761317070.280973:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.280977:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.280982:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.280989:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000867f5267. 00000020:00000010:2.0:1761317070.281105:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8524da3. 00000020:00000010:2.0:1761317070.281113:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.281117:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317070.281142:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000867f5267 x1846872898913984/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317070.281182:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898913984 02000000:00000010:2.0:1761317070.281198:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1fe5b82. 00010000:00000010:2.0:1761317070.281254:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.281263:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ba62d33. 00000100:00000010:2.0:1761317070.281272:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ba62d33. 00010000:00000010:2.0:1761317070.281278:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000010:2.0:1761317070.281297:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317070.281301:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898913984, offset 224 00000400:00000200:2.0:1761317070.281310:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.281323:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.281329:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89961:89961:256:4294967295] 192.168.204.21@tcp LPNI seq info [89961:89961:8:4294967295] 00000400:00000200:2.0:1761317070.281339:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.281345:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.281350:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317070.281355:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.281374:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.281378:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.281403:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.281407:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317070.281410:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8524da3. 00000400:00000010:1.0:1761317070.281474:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e923b7a9. 00000400:00000200:1.0:1761317070.281479:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace4178 00000400:00000010:1.0:1761317070.281481:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace4178. 00000100:00000200:1.0:1761317070.281487:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017cb940a x1846872902775424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.281495:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017cb940a x1846872902775424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.281520:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e872e0c9. 02000000:00000010:1.0:1761317070.281540:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000465a6efc. 02000000:00000010:1.0:1761317070.281547:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000670fc3c5. 00000100:00000010:1.0:1761317070.281550:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017cb940a. 00000100:00000010:1.0:1761317070.281554:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:1.0:1761317070.281556:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00080000:00000010:1.0:1761317070.281576:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060952861. 00010000:00000010:1.0:1761317070.281672:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dcf531bd. 00010000:00000010:1.0:1761317070.281715:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe49fee0. 00010000:00000010:1.0:1761317070.281785:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317070.281790:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b6a65a3. 00010000:00000010:1.0:1761317070.281803:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.281807:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.281814:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.281826:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ad6c758. 02000000:00000010:1.0:1761317070.281851:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000808b678a. 00000400:00000010:1.0:1761317070.281855:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.281859:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317070.281864:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775488, portal 16 00000400:00000010:1.0:1761317070.281868:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cccb1e8. 00000100:00000200:1.0:1761317070.281870:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775488, offset 0 00000400:00000200:1.0:1761317070.281875:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.281881:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.281887:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.281891:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.281893:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.281896:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89962:89962:255:4294967295] 192.168.204.21@tcp LPNI seq info [89962:89962:7:4294967295] 00000400:00000200:1.0:1761317070.281904:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.281908:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.281911:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317070.281915:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.281919:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.281921:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.282274:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.282278:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82354066). 00000400:00000200:3.0:1761317070.282284:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.282289:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.282292:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:3.0:1761317070.282294:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00000800:00000200:3.0:1761317070.282352:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.282354:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:3.0:1761317070.282357:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.282360:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.282372:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cccb1e8 00000400:00000010:3.0:1761317070.282374:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cccb1e8. 00000100:00000200:3.0:1761317070.282379:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902775488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.282824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a3f65c7. 00010000:00000010:0.1:1761317070.282830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b149adc. 00010000:00000010:0.1:1761317070.282834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317070.282838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00010000:00000010:1.1:1761317070.283413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096dd99ae. 00000400:00000200:2.0:1761317070.285148:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.285173:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b2c0 00000400:00000200:2.0:1761317070.285184:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb10c9 [1] + 224 00000400:00000200:2.0:1761317070.285202:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.285207:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.285220:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902775488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.285358:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.285373:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:1.0:1761317070.285375:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00000100:00000200:1.0:1761317070.285383:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902775488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.285390:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902775488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.285421:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000808b678a. 02000000:00000010:1.0:1761317070.285428:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ad6c758. 00000100:00000010:1.0:1761317070.285433:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317070.285440:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.285443:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:0.0:1761317070.286934:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.286954:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c700 00000400:00000200:0.0:1761317070.286963:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa41 [2] + 656 00000400:00000200:0.0:1761317070.287035:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.287040:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.287047:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.287054:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017cb940a. 00000020:00000010:1.0:1761317070.287197:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000808b678a. 00000020:00000010:1.0:1761317070.287204:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.287209:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.287236:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017cb940a x1846872898914048/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317070.287275:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914048 02000000:00000010:1.0:1761317070.287287:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002014d344. 00010000:00000010:1.0:1761317070.287322:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009017802e. 00010000:00000010:1.0:1761317070.287345:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.287351:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.287376:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.287380:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.287393:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317070.287399:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914048, offset 224 00000400:00000200:1.0:1761317070.287406:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.287418:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.287424:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89963:89963:256:4294967295] 192.168.204.21@tcp LPNI seq info [89963:89963:8:4294967295] 00000400:00000200:1.0:1761317070.287435:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.287441:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.287446:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354066). 00000800:00000200:1.0:1761317070.287452:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.287460:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.287465:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.287487:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.287495:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.287498:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000808b678a. 00000800:00000200:3.0:1761317070.287975:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.287980:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:3.0:1761317070.287985:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.287990:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.287994:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:3.0:1761317070.287996:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00080000:00000010:0.0:1761317070.288403:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c9d3fbe. 00010000:00000010:0.0:1761317070.288504:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b6a65a3. 00010000:00000010:0.0:1761317070.288511:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e301ba3. 00010000:00000010:0.0:1761317070.288587:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317070.288592:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.288602:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1fbb965. 00000100:00000010:0.0:1761317070.288609:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.288616:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317070.288627:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000670fc3c5. 02000000:00000010:0.0:1761317070.288651:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000465a6efc. 00000400:00000010:0.0:1761317070.288657:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317070.288662:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317070.288667:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775552, portal 16 00000400:00000010:0.0:1761317070.288672:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317070.288674:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775552, offset 0 00000400:00000200:0.0:1761317070.288718:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.288729:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.288736:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.288739:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.288742:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.288745:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89964:89964:256:4294967295] 192.168.204.21@tcp LPNI seq info [89964:89964:8:4294967295] 00000400:00000200:0.0:1761317070.288754:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.288759:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.288763:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317070.288768:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.288774:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.288778:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.288993:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.288996:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:2.0:1761317070.289000:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.289004:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.289007:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:2.0:1761317070.289009:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000100:00000200:2.0:1761317070.289014:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010822fe5 x1846872902775552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.291277:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.291296:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b300 00000400:00000200:0.0:1761317070.291303:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb10d5 [1] + 224 00000400:00000200:0.0:1761317070.291317:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.291322:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.291329:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010822fe5 x1846872902775552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.291574:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:1.0:1761317070.291579:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:1.0:1761317070.291582:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 00000100:00000200:1.0:1761317070.291587:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010822fe5 x1846872902775552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.291594:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010822fe5 x1846872902775552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.291626:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000465a6efc. 02000000:00000010:1.0:1761317070.291632:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000670fc3c5. 00000100:00000010:1.0:1761317070.291635:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00000100:00000010:1.0:1761317070.291642:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:1.0:1761317070.291646:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1fbb965. 00010000:00000010:1.1:1761317070.291919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e00dd9c. 00010000:00000010:1.1:1761317070.291929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033e3a4e9. 00010000:00000010:1.1:1761317070.291932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9c1c58f. 00000400:00000200:3.0:1761317070.292294:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.292304:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c740 00000400:00000200:3.0:1761317070.292310:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa41 [2] + 984 00000400:00000200:3.0:1761317070.292357:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.292360:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.292373:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.292378:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 00000020:00000010:2.0:1761317070.292477:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8524da3. 00000020:00000010:2.0:1761317070.292484:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.292489:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317070.292511:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f78b74e x1846872898914112/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317070.292709:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914112 02000000:00000010:2.0:1761317070.292721:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8c7f480. 00010000:00000010:2.0:1761317070.292748:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019034fba. 00010000:00000010:2.0:1761317070.292769:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.292774:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ba62d33. 00000100:00000010:2.0:1761317070.292787:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ba62d33. 00010000:00000010:2.0:1761317070.292790:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000010:2.0:1761317070.292801:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317070.292815:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914112, offset 224 00000400:00000200:2.0:1761317070.292822:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.292833:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.292839:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89965:89965:256:4294967295] 192.168.204.21@tcp LPNI seq info [89965:89965:8:4294967295] 00000400:00000200:2.0:1761317070.292848:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.292853:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.292856:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317070.292861:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.292868:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.292871:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.292892:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.292895:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:2.0:1761317070.292898:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8524da3. 00080000:00000010:0.0:1761317070.292998:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000670fc3c5. 00010000:00000010:0.0:1761317070.293084:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.293091:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c54eff63. 00010000:00000010:0.0:1761317070.293159:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317070.293164:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.293173:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ecef4794. 00000100:00000010:0.0:1761317070.293176:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.293182:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317070.293191:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000465a6efc. 02000000:00000010:0.0:1761317070.293212:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baa494a3. 00000400:00000010:0.0:1761317070.293217:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009701e82f. 00000400:00000010:0.0:1761317070.293220:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317070.293224:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775616, portal 16 00000400:00000010:0.0:1761317070.293227:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317070.293229:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775616, offset 0 00000400:00000200:0.0:1761317070.293233:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.293239:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.293245:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.293248:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.293251:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.293253:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89966:89966:255:4294967295] 192.168.204.21@tcp LPNI seq info [89966:89966:7:4294967295] 00000400:00000200:0.0:1761317070.293260:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.293263:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.293266:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354314). 00000800:00000200:0.0:1761317070.293270:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.293274:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.293276:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.293722:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.293726:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82354066). 00000400:00000200:3.0:1761317070.293732:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.293737:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.293740:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:3.0:1761317070.293742:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000800:00000200:3.0:1761317070.293794:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.293796:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:3.0:1761317070.293800:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.293803:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.293805:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:3.0:1761317070.293807:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000100:00000200:3.0:1761317070.293811:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902775616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.295347:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.295375:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b340 00000400:00000200:0.0:1761317070.295385:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb10e1 [1] + 224 00000400:00000200:0.0:1761317070.295401:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.295405:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.295413:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902775616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.295496:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009701e82f. 00000400:00000200:1.0:1761317070.295501:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:1.0:1761317070.295503:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000100:00000200:1.0:1761317070.295509:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902775616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.295516:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902775616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.295542:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baa494a3. 02000000:00000010:1.0:1761317070.295548:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000465a6efc. 00000100:00000010:1.0:1761317070.295552:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317070.295555:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:1.0:1761317070.295558:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ecef4794. 00000400:00000200:3.0:1761317070.295576:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.295585:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c780 00000400:00000200:3.0:1761317070.295591:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa41 [2] + 1312 00000400:00000200:3.0:1761317070.295637:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.295641:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.295646:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.295651:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 00000020:00000010:2.0:1761317070.295944:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8524da3. 00000020:00000010:2.0:1761317070.295951:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b35fcb9c. 00000020:00000010:2.0:1761317070.295956:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000009fa9511a. 00000100:00000200:2.0:1761317070.295980:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a88443b x1846872898914176/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.296150:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914176 02000000:00000010:1.0:1761317070.296162:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000808b678a. 00010000:00000010:1.0:1761317070.296198:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006326acf5. 00010000:00000010:1.0:1761317070.296219:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.296225:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.296243:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.296246:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.296260:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced575a6. 00000100:00000200:1.0:1761317070.296265:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914176, offset 224 00000400:00000200:1.0:1761317070.296274:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:0.0:1761317070.296274:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000baa494a3. 00000400:00000200:1.0:1761317070.296284:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.296289:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89967:89967:256:4294967295] 192.168.204.21@tcp LPNI seq info [89967:89967:8:4294967295] 00000400:00000200:1.0:1761317070.296299:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.296303:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.296308:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317070.296313:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.296319:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.296323:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761317070.296379:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.296388:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036cd9c6d. 00000020:00000010:1.0:1761317070.296403:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b35fcb9c. 00000020:00000010:1.0:1761317070.296408:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000009fa9511a. 00000020:00000010:1.0:1761317070.296410:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8524da3. 00010000:00000010:0.0:1761317070.296475:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.0:1761317070.296481:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.296492:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.296495:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000800:00000200:3.0:1761317070.296499:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1761317070.296502:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00000800:00000010:3.0:1761317070.296503:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:3.0:1761317070.296506:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.296509:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.296512:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced575a6 02000000:00000010:0.0:1761317070.296512:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000174e2ceb. 00000400:00000010:3.0:1761317070.296513:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced575a6. 02000000:00000010:0.0:1761317070.296537:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b80ba49b. 00000400:00000010:0.0:1761317070.296542:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c61c40ed. 00000400:00000010:0.0:1761317070.296547:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.296552:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775680, portal 16 00000400:00000010:0.0:1761317070.296556:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317070.296558:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775680, offset 0 00000400:00000200:0.0:1761317070.296562:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.296567:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.296575:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.296578:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.296581:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.296584:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89968:89968:256:4294967295] 192.168.204.21@tcp LPNI seq info [89968:89968:8:4294967295] 00000400:00000200:0.0:1761317070.296590:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.296595:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.296598:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317070.296601:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.296605:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.296607:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.296736:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.296738:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:2.0:1761317070.296741:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.296745:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.296747:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:2.0:1761317070.296749:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 00000100:00000200:2.0:1761317070.296753:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902775680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.296815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000905d86a5. 00010000:00000010:0.1:1761317070.296822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00000400:00000200:3.0:1761317070.298256:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.298271:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b380 00000400:00000200:3.0:1761317070.298278:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb10ed [1] + 224 00000400:00000200:3.0:1761317070.298291:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.298294:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.298301:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902775680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317070.298393:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c61c40ed. 00000400:00000200:0.0:1761317070.298398:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317070.298400:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.298570:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902775680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.298580:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902775680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.298610:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b80ba49b. 02000000:00000010:0.0:1761317070.298617:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000174e2ceb. 00000100:00000010:0.0:1761317070.298620:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:0.0:1761317070.298624:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.298627:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000200:3.0:1761317070.298859:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.298868:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c7c0 00000400:00000200:3.0:1761317070.298873:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa41 [2] + 1640 00000400:00000200:3.0:1761317070.298918:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.298922:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.298926:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.298931:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 00000020:00000010:1.0:1761317070.299080:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e3ba0be. 00000020:00000010:1.0:1761317070.299087:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.299092:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.299116:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a56c0748 x1846872898914240/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317070.299150:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914240 02000000:00000010:1.0:1761317070.299160:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae7fb320. 00010000:00000010:1.0:1761317070.299186:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c50bc75. 00010000:00000010:1.0:1761317070.299206:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.299212:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.299224:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.299227:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.299238:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317070.299242:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914240, offset 224 00000400:00000200:1.0:1761317070.299248:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.299257:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.299261:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89969:89969:256:4294967295] 192.168.204.21@tcp LPNI seq info [89969:89969:8:4294967295] 00000400:00000200:1.0:1761317070.299271:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.299275:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.299280:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317070.299285:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.299291:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.299295:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.299320:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.299326:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.299329:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e3ba0be. 00080000:00000010:0.0:1761317070.299356:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000174e2ceb. 00010000:00000010:0.0:1761317070.299445:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.299451:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023e0db44. 00010000:00000010:0.0:1761317070.299519:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3c99195. 00010000:00000010:0.0:1761317070.299524:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317070.299529:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317070.299534:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000129c52c7. 00000800:00000200:3.0:1761317070.299710:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.299714:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:3.0:1761317070.299717:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.299721:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.299725:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:3.0:1761317070.299727:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 00080000:00000010:0.0:1761317070.299957:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b80ba49b. 00010000:00000010:0.0:1761317070.299996:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.300000:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317070.300063:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.0:1761317070.300068:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.300076:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.300080:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.300086:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317070.300096:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000998c1c1b. 02000000:00000010:0.0:1761317070.300121:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ac0594e. 00000400:00000010:0.0:1761317070.300125:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c61c40ed. 00000400:00000010:0.0:1761317070.300131:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.300136:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775744, portal 16 00000400:00000010:0.0:1761317070.300140:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317070.300142:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775744, offset 0 00000400:00000200:0.0:1761317070.300148:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.300157:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.300163:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.300167:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.300169:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.300173:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89970:89970:256:4294967295] 192.168.204.21@tcp LPNI seq info [89970:89970:8:4294967295] 00000400:00000200:0.0:1761317070.300179:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.300183:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.300186:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354066). 00000800:00000200:0.0:1761317070.300190:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.300195:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.300198:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761317070.300759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001faf24ad. 00000800:00000200:3.0:1761317070.300866:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.300870:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00000400:00000200:3.0:1761317070.300873:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.300879:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.300883:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:3.0:1761317070.300885:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000100:00000200:3.0:1761317070.300890:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902775744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.301340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089523ce1. 00010000:00000010:0.1:1761317070.301348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00000400:00000200:3.0:1761317070.302568:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.302585:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b3c0 00000400:00000200:3.0:1761317070.302593:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb10f9 [1] + 224 00000400:00000200:3.0:1761317070.302604:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.302607:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.302614:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902775744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.302649:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.302654:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c800 00000400:00000200:3.0:1761317070.302659:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa41 [2] + 1968 00000400:00000010:3.0:1761317070.302664:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000953b63b4. 00000400:00000200:3.0:1761317070.302667:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b032585e 00010000:00000010:1.1:1761317070.302793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deb29e49. 00010000:00000010:0.1:1761317070.302908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000320f5eaf. 00010000:00000010:0.1:1761317070.302915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00000400:00000010:0.0:1761317070.302931:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c61c40ed. 00000400:00000200:0.0:1761317070.302935:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317070.302937:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.302942:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902775744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.302950:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902775744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.302975:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ac0594e. 02000000:00000010:0.0:1761317070.302982:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000998c1c1b. 00000100:00000010:0.0:1761317070.302987:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:0.0:1761317070.302990:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.302993:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000200:3.0:1761317070.303068:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.303073:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.303076:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b032585e 00000400:00000010:3.0:1761317070.303078:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b032585e (tot 82353666). 00000100:00000200:3.0:1761317070.303083:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317070.303146:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002699b1e5. 00000020:00000010:2.0:1761317070.303157:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.303161:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317070.303185:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3d0cb7e x1846872898914304/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317070.303220:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914304 02000000:00000010:2.0:1761317070.303233:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb5c5856. 00010000:00000010:2.0:1761317070.303256:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065dd1059. 00010000:00000010:2.0:1761317070.303274:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.303280:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ba62d33. 00000100:00000010:2.0:1761317070.303301:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ba62d33. 00010000:00000010:2.0:1761317070.303304:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000010:2.0:1761317070.303319:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1bd8564. 00080000:00000010:0.0:1761317070.303319:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ac0594e. 00000100:00000200:2.0:1761317070.303323:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914304, offset 224 00000400:00000200:2.0:1761317070.303330:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.303340:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.303345:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89971:89971:256:4294967295] 192.168.204.21@tcp LPNI seq info [89971:89971:8:4294967295] 00000400:00000200:2.0:1761317070.303353:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.303358:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.303373:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82353914). 00000800:00000200:2.0:1761317070.303378:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.303384:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.303388:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.303410:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.303415:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317070.303418:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002699b1e5. 02000000:00000010:2.0:1761317070.303425:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae7fb320. 00000100:00000010:2.0:1761317070.303429:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 02000000:00000010:2.0:1761317070.303432:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000808b678a. 00000100:00000010:2.0:1761317070.303434:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 02000000:00000010:2.0:1761317070.303437:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8c7f480. 00000100:00000010:2.0:1761317070.303440:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 02000000:00000010:2.0:1761317070.303443:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002014d344. 00000100:00000010:2.0:1761317070.303445:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017cb940a. 02000000:00000010:2.0:1761317070.303448:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1fe5b82. 00000100:00000010:2.0:1761317070.303450:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000867f5267. 02000000:00000010:2.0:1761317070.303453:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8c3c09b. 00000100:00000010:2.0:1761317070.303455:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000051696d4. 00000100:00000200:2.0:1761317070.303462:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317070.303466:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f1b7f17. 00000400:00000010:2.0:1761317070.303469:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002ba62d33 (tot 82354066). 00010000:00000010:0.0:1761317070.303592:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.303599:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ce791b9. 00010000:00000010:0.0:1761317070.303673:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317070.303741:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.303753:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.303757:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000800:00000200:3.0:1761317070.303758:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.303762:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000100:00000010:0.0:1761317070.303764:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00000400:00000200:3.0:1761317070.303768:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.303772:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 02000000:00000010:0.0:1761317070.303775:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000998c1c1b. 00000400:00000200:3.0:1761317070.303776:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:3.0:1761317070.303777:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 02000000:00000010:3.0:1761317070.303781:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb5c5856. 02000000:00000010:0.0:1761317070.303797:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c947a25. 00000400:00000010:0.0:1761317070.303801:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c61c40ed. 00000400:00000010:0.0:1761317070.303805:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.303807:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775808, portal 16 00000400:00000010:0.0:1761317070.303811:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317070.303813:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775808, offset 0 00000400:00000200:0.0:1761317070.303818:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.303824:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.303830:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.303833:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.303835:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.303838:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89972:89972:256:4294967295] 192.168.204.21@tcp LPNI seq info [89972:89972:8:4294967295] 00000400:00000200:0.0:1761317070.303844:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.303848:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.303852:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317070.303856:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.303859:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.303861:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317070.303891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deab7ea8. 00000800:00000200:3.0:1761317070.303957:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.303960:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:3.0:1761317070.303963:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.303966:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.303969:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:3.0:1761317070.303970:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000100:00000200:3.0:1761317070.303974:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902775808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.307499:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.307522:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b400 00000400:00000200:1.0:1761317070.307532:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1109 [1] + 224 00000400:00000200:1.0:1761317070.307549:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.307553:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.307564:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902775808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.308359:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.308378:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c840 00000400:00000200:1.0:1761317070.308385:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa99 [2] + 0 00000400:00000200:1.0:1761317070.308442:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.308446:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.308452:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317070.308458:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 00000020:00000010:2.0:1761317070.308633:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1fe5b82. 00000020:00000010:2.0:1761317070.308640:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.308645:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317070.308667:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000082e16a95 x1846872898914368/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317070.308724:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914368 02000000:00000010:2.0:1761317070.308734:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8c7f480. 00010000:00000010:2.0:1761317070.308769:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.308776:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.308781:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.308785:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000010:2.0:1761317070.308798:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2a4a078. 00000100:00000200:2.0:1761317070.308803:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914368, offset 224 00000400:00000200:2.0:1761317070.308821:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.308831:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.308836:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89973:89973:256:4294967295] 192.168.204.21@tcp LPNI seq info [89973:89973:8:4294967295] 00000400:00000200:2.0:1761317070.308845:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.308849:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.308854:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317070.308859:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.308865:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.308869:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.308881:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.308884:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317070.308887:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1fe5b82. 00000400:00000010:0.0:1761317070.309304:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c61c40ed. 00000400:00000200:0.0:1761317070.309310:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317070.309311:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.309317:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902775808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.309325:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902775808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317070.309344:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe97a37f. 02000000:00000010:0.0:1761317070.309359:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c947a25. 02000000:00000010:0.0:1761317070.309374:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000998c1c1b. 00000100:00000010:0.0:1761317070.309380:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:0.0:1761317070.309383:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.309385:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00080000:00000010:0.0:1761317070.309403:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c947a25. 00010000:00000010:0.0:1761317070.309483:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.309490:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a4c7003. 00010000:00000010:0.0:1761317070.309562:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317070.309566:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000129c52c7. 00010000:00000010:0.0:1761317070.309575:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.309578:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.309583:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317070.309593:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000430e91ce. 02000000:00000010:0.0:1761317070.309615:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000998c1c1b. 00000400:00000010:0.0:1761317070.309619:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c61c40ed. 00000400:00000010:0.0:1761317070.309623:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.309627:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775872, portal 16 00000400:00000010:0.0:1761317070.309631:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317070.309633:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775872, offset 0 00000400:00000200:0.0:1761317070.309638:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.309645:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.309651:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.309654:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.309657:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.309659:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89974:89974:255:4294967295] 192.168.204.21@tcp LPNI seq info [89974:89974:7:4294967295] 00000400:00000200:0.0:1761317070.309666:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.309670:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.309674:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354314). 00000800:00000200:0.0:1761317070.309705:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.309710:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.309712:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.310774:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.310780:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82354066). 00000400:00000200:3.0:1761317070.310788:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.310794:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.310798:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2a4a078 00000400:00000010:3.0:1761317070.310800:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2a4a078. 00000800:00000200:3.0:1761317070.310867:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.310870:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:3.0:1761317070.310873:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.310876:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.310878:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:3.0:1761317070.310880:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000100:00000200:3.0:1761317070.310886:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902775872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.310912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d17adde0. 00010000:00000010:0.1:1761317070.310925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.1:1761317070.310931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317070.310936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00010000:00000010:1.1:1761317070.311062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dac65a9. 00000400:00000200:3.0:1761317070.314817:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.314839:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b440 00000400:00000200:3.0:1761317070.314849:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1115 [1] + 224 00000400:00000200:3.0:1761317070.314866:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.314870:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.314880:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902775872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.315269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b45d6d32. 00010000:00000010:0.1:1761317070.315278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00000400:00000010:0.0:1761317070.315297:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c61c40ed. 00000400:00000200:0.0:1761317070.315302:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317070.315304:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.315309:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902775872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.315317:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902775872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.315345:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000998c1c1b. 02000000:00000010:0.0:1761317070.315350:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000430e91ce. 00000100:00000010:0.0:1761317070.315354:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:0.0:1761317070.315357:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.315360:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00010000:00000010:2.1:1761317070.315803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dbc3015. 00000400:00000200:1.0:1761317070.316248:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.316262:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c880 00000400:00000200:1.0:1761317070.316268:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa99 [2] + 328 00000400:00000200:1.0:1761317070.316327:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.316332:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.316338:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317070.316342:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017829550. 00000020:00000010:0.0:1761317070.316888:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000998c1c1b. 00000020:00000010:0.0:1761317070.316895:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.316899:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.316929:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017829550 x1846872898914432/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.317310:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914432 02000000:00000010:0.0:1761317070.317325:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000430e91ce. 00010000:00000010:0.0:1761317070.317359:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fa46a8. 00010000:00000010:0.0:1761317070.317392:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.317398:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.317509:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.317513:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.317528:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.317533:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914432, offset 224 00000400:00000200:0.0:1761317070.317542:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.317554:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.317559:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89975:89975:256:4294967295] 192.168.204.21@tcp LPNI seq info [89975:89975:8:4294967295] 00000400:00000200:0.0:1761317070.317570:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.317575:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.317579:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317070.317585:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.317592:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.317596:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.317620:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.317624:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.317628:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000998c1c1b. 00080000:00000010:1.0:1761317070.317670:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e3ba0be. 00010000:00000010:1.0:1761317070.317784:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000129c52c7. 00010000:00000010:1.0:1761317070.317791:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5315379. 00010000:00000010:1.0:1761317070.317853:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.317859:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.317868:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.317871:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.317877:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.317888:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000960a3d4c. 02000000:00000010:1.0:1761317070.317909:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002014d344. 00000400:00000010:1.0:1761317070.317915:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.317920:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.317925:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902775936, portal 16 00000400:00000010:1.0:1761317070.317929:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317070.317931:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902775936, offset 0 00000400:00000200:1.0:1761317070.317936:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.317943:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.317948:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.317952:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.317954:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.317956:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89976:89976:255:4294967295] 192.168.204.21@tcp LPNI seq info [89976:89976:7:4294967295] 00000400:00000200:1.0:1761317070.317963:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.317967:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.317970:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354314). 00000800:00000200:1.0:1761317070.317974:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.317978:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.317980:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.318070:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.318073:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82354066). 00000400:00000200:3.0:1761317070.318077:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.318081:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.318085:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:3.0:1761317070.318087:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000800:00000200:3.0:1761317070.318145:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.318147:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:3.0:1761317070.318150:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.318157:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.318159:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:3.0:1761317070.318160:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000100:00000200:3.0:1761317070.318166:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902775936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.319729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d7a1f8d. 00010000:00000010:0.1:1761317070.319743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008693c355. 00010000:00000010:0.1:1761317070.319746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00000400:00000200:3.0:1761317070.320129:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.320146:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b480 00000400:00000200:3.0:1761317070.320155:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1121 [1] + 224 00000400:00000200:3.0:1761317070.320168:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.320170:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.320177:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902775936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.320760:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.320766:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317070.320768:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.320776:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902775936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.320784:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902775936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.320811:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002014d344. 02000000:00000010:1.0:1761317070.320817:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000960a3d4c. 00000100:00000010:1.0:1761317070.320822:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.320826:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.320829:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:3.0:1761317070.320830:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.320839:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c8c0 00000400:00000200:3.0:1761317070.320844:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa99 [2] + 656 00000400:00000200:3.0:1761317070.320918:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.320922:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.320927:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.320932:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 00000020:00000010:0.0:1761317070.321292:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000998c1c1b. 00000020:00000010:0.0:1761317070.321300:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.321304:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.321327:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008e6a67e x1846872898914496/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.321371:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914496 02000000:00000010:0.0:1761317070.321384:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002eca9b4d. 00010000:00000010:0.0:1761317070.321412:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a1f447f. 00010000:00000010:0.0:1761317070.321433:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.321439:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.321455:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.321458:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.321469:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317070.321473:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914496, offset 224 00000400:00000200:0.0:1761317070.321481:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.321491:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.321496:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89977:89977:256:4294967295] 192.168.204.21@tcp LPNI seq info [89977:89977:8:4294967295] 00000400:00000200:0.0:1761317070.321506:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.321510:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.321514:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317070.321520:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.321527:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.321530:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.321549:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.321552:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.321555:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000998c1c1b. 00000800:00000200:3.0:1761317070.321734:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.321737:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:3.0:1761317070.321740:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.321744:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.321747:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaaa4a29 00000400:00000010:3.0:1761317070.321748:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaaa4a29. 00080000:00000010:1.0:1761317070.321770:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000960a3d4c. 00010000:00000010:1.0:1761317070.321854:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.321860:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000903fdab2. 00010000:00000010:1.0:1761317070.321931:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.321936:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.321946:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.321950:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.321956:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.321965:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002014d344. 02000000:00000010:1.0:1761317070.321987:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000808b678a. 00000400:00000010:1.0:1761317070.321991:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.321995:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.321999:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776000, portal 16 00000400:00000010:1.0:1761317070.322003:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bd35a22. 00000100:00000200:1.0:1761317070.322005:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776000, offset 0 00000400:00000200:1.0:1761317070.322011:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.322017:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.322024:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.322027:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.322029:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.322032:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89978:89978:256:4294967295] 192.168.204.21@tcp LPNI seq info [89978:89978:8:4294967295] 00000400:00000200:1.0:1761317070.322039:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.322043:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.322045:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317070.322049:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.322053:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.322055:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.322294:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.322297:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:3.0:1761317070.322300:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.322304:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.322307:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bd35a22 00000400:00000010:3.0:1761317070.322309:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bd35a22. 00000100:00000200:3.0:1761317070.322314:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902776000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.323615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c386c8d0. 00010000:00000010:1.1:1761317070.323624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00000400:00000200:3.0:1761317070.327848:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.327868:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b4c0 00000400:00000200:3.0:1761317070.327878:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb112d [1] + 224 00000400:00000200:3.0:1761317070.327895:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.327899:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.327911:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902776000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.328088:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.328093:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317070.328095:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.328102:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902776000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.328109:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902776000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.328144:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000808b678a. 02000000:00000010:1.0:1761317070.328151:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002014d344. 00000100:00000010:1.0:1761317070.328155:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.328159:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.328162:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00010000:00000010:0.1:1761317070.328782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d5be13. 00000400:00000200:2.0:1761317070.329214:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.329228:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c900 00000400:00000200:2.0:1761317070.329234:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa99 [2] + 984 00000400:00000200:2.0:1761317070.329291:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.329295:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.329301:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.329306:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 00000020:00000010:0.0:1761317070.329437:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095fffeff. 00000020:00000010:0.0:1761317070.329444:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.329450:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.329472:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000043b3a93 x1846872898914560/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.329508:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914560 02000000:00000010:0.0:1761317070.329519:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000377503a0. 00010000:00000010:0.0:1761317070.329545:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001931cd3e. 00010000:00000010:0.0:1761317070.329567:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.329574:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.329590:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.329593:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.329606:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317070.329611:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914560, offset 224 00000400:00000200:0.0:1761317070.329618:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.329628:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.329632:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89979:89979:256:4294967295] 192.168.204.21@tcp LPNI seq info [89979:89979:8:4294967295] 00080000:00000010:1.0:1761317070.329637:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002014d344. 00000400:00000200:0.0:1761317070.329641:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.329645:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.329649:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354066). 00000800:00000200:0.0:1761317070.329653:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.329660:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.329663:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.329700:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.329704:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.329706:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095fffeff. 00010000:00000010:1.0:1761317070.329732:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.329738:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2660c56. 00010000:00000010:1.0:1761317070.329809:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.329813:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.329819:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.329824:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00080000:00000010:1.0:1761317070.329835:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000808b678a. 00010000:00000010:1.0:1761317070.329861:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.329864:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00000800:00000200:3.0:1761317070.329911:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.329915:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353818). 00000400:00000200:3.0:1761317070.329919:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.329923:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.329926:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000400:00000010:3.0:1761317070.329928:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 00010000:00000010:1.0:1761317070.329929:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000294ae092. 00010000:00000010:1.0:1761317070.329933:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.329940:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.329943:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.329950:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.329960:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae7fb320. 02000000:00000010:1.0:1761317070.329983:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000465a6efc. 00000400:00000010:1.0:1761317070.329987:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.329991:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.329996:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776064, portal 16 00000400:00000010:1.0:1761317070.329999:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027e5fb55. 00000100:00000200:1.0:1761317070.330001:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776064, offset 0 00000400:00000200:1.0:1761317070.330006:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.330012:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.330018:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.330021:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.330024:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.330026:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89980:89980:256:4294967295] 192.168.204.21@tcp LPNI seq info [89980:89980:8:4294967295] 00000400:00000200:1.0:1761317070.330033:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.330037:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.330040:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317070.330043:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.330047:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.330049:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.330219:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.330222:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:3.0:1761317070.330225:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.330229:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.330232:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027e5fb55 00000400:00000010:3.0:1761317070.330233:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027e5fb55. 00000100:00000200:3.0:1761317070.330238:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902776064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.332732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b478d387. 00010000:00000010:1.1:1761317070.332748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00010000:00000010:0.1:1761317070.332985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000181058af. 00000400:00000200:2.0:1761317070.334832:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.334851:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b500 00000400:00000200:2.0:1761317070.334860:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1139 [1] + 224 00000400:00000200:2.0:1761317070.334871:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.334875:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.334886:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902776064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.334917:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.334923:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c940 00000400:00000200:2.0:1761317070.334928:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa99 [2] + 1312 00000400:00000200:2.0:1761317070.334977:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.334981:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.334985:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.334989:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 00000400:00000010:1.0:1761317070.335219:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.335224:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317070.335226:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.335233:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902776064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.335240:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902776064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.335265:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000465a6efc. 02000000:00000010:1.0:1761317070.335271:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae7fb320. 00000100:00000010:1.0:1761317070.335277:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.335281:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.335284:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:0.0:1761317070.335750:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095fffeff. 00000020:00000010:0.0:1761317070.335758:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.335762:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.335786:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000260ce024 x1846872898914624/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.335981:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914624 02000000:00000010:0.0:1761317070.335992:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000008a8d1c. 00010000:00000010:0.0:1761317070.336020:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb39fa93. 00010000:00000010:0.0:1761317070.336040:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.336046:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.336063:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.336066:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.336079:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317070.336083:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914624, offset 224 00080000:00000010:1.0:1761317070.336091:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000465a6efc. 00000400:00000200:0.0:1761317070.336091:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.336101:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.336105:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89981:89981:256:4294967295] 192.168.204.21@tcp LPNI seq info [89981:89981:8:4294967295] 00000400:00000200:0.0:1761317070.336114:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.336118:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.336122:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317070.336127:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.336133:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.336136:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.336159:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.336162:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00010000:00000010:1.0:1761317070.336165:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00000020:00000010:0.0:1761317070.336165:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095fffeff. 00010000:00000010:1.0:1761317070.336170:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb2b2227. 00010000:00000010:1.0:1761317070.336239:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.336245:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.336254:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.336257:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.336263:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.336274:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae7fb320. 02000000:00000010:1.0:1761317070.336296:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ad6c758. 00000400:00000010:1.0:1761317070.336300:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.336304:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.336308:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776128, portal 16 00000400:00000010:1.0:1761317070.336312:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027e5fb55. 00000100:00000200:1.0:1761317070.336313:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776128, offset 0 00000400:00000200:1.0:1761317070.336318:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.336324:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.336330:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.336333:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.336336:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.336339:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89982:89982:255:4294967295] 192.168.204.21@tcp LPNI seq info [89982:89982:7:4294967295] 00000400:00000200:1.0:1761317070.336346:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.336350:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.336353:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354314). 00000800:00000200:1.0:1761317070.336357:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.336369:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.336372:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.336405:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.336409:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82354066). 00000400:00000200:3.0:1761317070.336413:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.336417:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.336420:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f6bd1ac 00000400:00000010:3.0:1761317070.336421:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f6bd1ac. 00000800:00000200:3.0:1761317070.336468:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.336470:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:3.0:1761317070.336473:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.336476:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.336478:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027e5fb55 00000400:00000010:3.0:1761317070.336479:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027e5fb55. 00000100:00000200:3.0:1761317070.336483:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902776128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.337203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082fab9f8. 00000400:00000200:3.0:1761317070.338614:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.338632:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b540 00000400:00000200:3.0:1761317070.338641:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1145 [1] + 224 00000400:00000200:3.0:1761317070.338652:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.338656:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.338664:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902776128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.339484:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.339494:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c980 00000400:00000200:3.0:1761317070.339500:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa99 [2] + 1640 00000400:00000200:3.0:1761317070.339553:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.339557:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.339562:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.339568:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00000400:00000010:1.0:1761317070.339630:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.339635:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317070.339637:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.339643:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902776128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.339650:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902776128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.339985:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ad6c758. 02000000:00000010:1.0:1761317070.339992:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae7fb320. 00000100:00000010:1.0:1761317070.339998:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.340001:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.340004:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:2.0:1761317070.340150:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1fe5b82. 00000020:00000010:2.0:1761317070.340158:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.340161:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317070.340185:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898914688/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317070.340217:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914688 02000000:00000010:2.0:1761317070.340226:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002699b1e5. 00010000:00000010:2.0:1761317070.340249:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000182c8774. 00010000:00000010:2.0:1761317070.340266:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.340271:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.340279:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.340282:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000010:2.0:1761317070.340292:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317070.340296:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914688, offset 224 00000400:00000200:2.0:1761317070.340303:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.340312:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.340316:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89983:89983:256:4294967295] 192.168.204.21@tcp LPNI seq info [89983:89983:8:4294967295] 00000400:00000200:2.0:1761317070.340326:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.340330:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.340333:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317070.340338:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.340344:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.340347:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.340360:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.340372:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317070.340374:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1fe5b82. 00000800:00000200:2.0:1761317070.340445:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.340448:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:2.0:1761317070.340456:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.340460:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.340463:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:2.0:1761317070.340464:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00010000:00000010:1.1:1761317070.340852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005797cd43. 00010000:00000010:1.1:1761317070.340859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00010000:00000010:1.1:1761317070.340862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317070.340865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00080000:00000010:1.0:1761317070.340887:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ad6c758. 00010000:00000010:1.0:1761317070.340969:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.340976:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000253c5b03. 00010000:00000010:1.0:1761317070.341048:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.341054:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.341063:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.341067:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.341073:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.341083:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae7fb320. 02000000:00000010:1.0:1761317070.341105:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009edaa669. 00000400:00000010:1.0:1761317070.341110:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.341115:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.341119:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776192, portal 16 00000400:00000010:1.0:1761317070.341123:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bd35a22. 00000100:00000200:1.0:1761317070.341125:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776192, offset 0 00000400:00000200:1.0:1761317070.341131:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.341138:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.341144:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.341147:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.341150:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.341152:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89984:89984:256:4294967295] 192.168.204.21@tcp LPNI seq info [89984:89984:8:4294967295] 00000400:00000200:1.0:1761317070.341160:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.341164:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.341167:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317070.341172:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.341176:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.341179:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.341294:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.341297:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:3.0:1761317070.341300:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.341304:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.341306:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bd35a22 00000400:00000010:3.0:1761317070.341308:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bd35a22. 00000100:00000200:3.0:1761317070.341313:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902776192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.343797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f4dd204. 00010000:00000010:1.1:1761317070.344248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000294ae092. 00000400:00000200:3.0:1761317070.344650:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.344666:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b580 00000400:00000200:3.0:1761317070.344674:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1151 [1] + 224 00010000:00000010:0.1:1761317070.344890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e7f93d. 00000400:00000200:3.0:1761317070.345159:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.345164:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.345174:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902776192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.345207:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.345214:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15c9c0 00000400:00000200:3.0:1761317070.345218:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafa99 [2] + 1968 00000400:00000010:3.0:1761317070.345223:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078ba19fb. 00000400:00000200:3.0:1761317070.345226:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000080967840 00000400:00000200:3.0:1761317070.345268:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.345271:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.345274:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080967840 00000400:00000010:3.0:1761317070.345276:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000080967840 (tot 82353666). 00000100:00000200:3.0:1761317070.345282:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317070.345587:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095fffeff. 00000020:00000010:0.0:1761317070.345596:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.345601:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.345631:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090076c64 x1846872898914752/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.345670:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914752 02000000:00000010:0.0:1761317070.345706:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5ddbfb8. 00010000:00000010:0.0:1761317070.345745:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.345752:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fdee94fb. 00000100:00000010:0.0:1761317070.345759:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fdee94fb. 00010000:00000010:0.0:1761317070.345762:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.345776:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317070.345781:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914752, offset 224 00000400:00000200:0.0:1761317070.345788:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.345798:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.345803:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89985:89985:256:4294967295] 192.168.204.21@tcp LPNI seq info [89985:89985:8:4294967295] 00000400:00000200:0.0:1761317070.345812:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.345817:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.345821:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82353914). 00000800:00000200:0.0:1761317070.345825:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.345832:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.345836:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.345852:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.345856:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.345859:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095fffeff. 02000000:00000010:0.0:1761317070.345866:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002699b1e5. 00000100:00000010:0.0:1761317070.345870:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 02000000:00000010:0.0:1761317070.345873:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000008a8d1c. 00000100:00000010:0.0:1761317070.345876:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 02000000:00000010:0.0:1761317070.345879:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000377503a0. 00000100:00000010:0.0:1761317070.345881:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 02000000:00000010:0.0:1761317070.345884:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002eca9b4d. 00000100:00000010:0.0:1761317070.345886:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 02000000:00000010:0.0:1761317070.345889:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000430e91ce. 00000100:00000010:0.0:1761317070.345892:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017829550. 02000000:00000010:0.0:1761317070.345895:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8c7f480. 00000100:00000010:0.0:1761317070.345897:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000200:0.0:1761317070.345904:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317070.345909:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c61c40ed. 00000400:00000010:0.0:1761317070.345912:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdee94fb (tot 82354066). 00000400:00000010:1.0:1761317070.345988:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.345992:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317070.345994:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.346000:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902776192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.346006:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902776192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.346026:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000148cf7bf. 02000000:00000010:1.0:1761317070.346042:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009edaa669. 02000000:00000010:1.0:1761317070.346047:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae7fb320. 00000100:00000010:1.0:1761317070.346051:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.346054:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.346056:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00080000:00000010:1.0:1761317070.346072:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009edaa669. 00010000:00000010:1.0:1761317070.346156:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.346162:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d74b5fc7. 00010000:00000010:1.0:1761317070.346234:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000294ae092. 00010000:00000010:1.0:1761317070.346240:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.346249:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.346252:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.346258:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.346269:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae7fb320. 02000000:00000010:1.0:1761317070.346294:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036529aca. 00000400:00000010:1.0:1761317070.346297:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.346301:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.346304:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776256, portal 16 00000400:00000010:1.0:1761317070.346307:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317070.346308:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776256, offset 0 00000400:00000200:1.0:1761317070.346314:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.346320:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.346326:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.346329:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.346332:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.346334:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89986:89986:255:4294967295] 192.168.204.21@tcp LPNI seq info [89986:89986:7:4294967295] 00000400:00000200:1.0:1761317070.346341:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.346345:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.346348:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354314). 00000800:00000200:1.0:1761317070.346352:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.346356:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.346358:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.346843:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.346847:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82354066). 00000400:00000200:3.0:1761317070.346850:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.346855:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.346860:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:3.0:1761317070.346861:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 02000000:00000010:3.0:1761317070.346865:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5ddbfb8. 00000800:00000200:3.0:1761317070.346912:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.346914:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:3.0:1761317070.346916:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.346919:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.346920:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:3.0:1761317070.346922:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000100:00000200:3.0:1761317070.346926:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902776256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.348726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a9c6e46. 00010000:00000010:1.1:1761317070.348794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b29b8320. 00010000:00000010:1.1:1761317070.348801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000400:00000200:3.0:1761317070.349175:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.349195:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b5c0 00000400:00000200:3.0:1761317070.349204:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1161 [1] + 224 00000400:00000200:3.0:1761317070.349215:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.349219:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.349228:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902776256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.349570:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.349577:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ca00 00000400:00000200:3.0:1761317070.349582:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafaf9 [2] + 0 00000400:00000200:3.0:1761317070.349591:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.349594:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.349597:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.349602:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 00000020:00000010:2.0:1761317070.349721:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1fe5b82. 00000020:00000010:2.0:1761317070.349728:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.349732:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317070.349752:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6bf661 x1846872898914816/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317070.349776:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914816 02000000:00000010:2.0:1761317070.349786:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8c7f480. 00010000:00000010:2.0:1761317070.349832:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.349840:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.349846:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.349850:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000010:2.0:1761317070.349863:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317070.349868:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914816, offset 224 00000400:00000200:2.0:1761317070.349876:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.349887:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.349892:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89987:89987:256:4294967295] 192.168.204.21@tcp LPNI seq info [89987:89987:8:4294967295] 00000400:00000200:2.0:1761317070.349901:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.349907:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.349911:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317070.349917:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.349924:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.349927:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.349948:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.349952:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317070.349954:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1fe5b82. 00000800:00000200:3.0:1761317070.350332:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.350336:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:3.0:1761317070.350343:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.350347:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.350351:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:3.0:1761317070.350352:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000400:00000010:1.0:1761317070.350478:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.350482:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317070.350484:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.350490:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902776256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.350497:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902776256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.350517:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ee610872. 02000000:00000010:1.0:1761317070.350532:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036529aca. 02000000:00000010:1.0:1761317070.350536:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae7fb320. 00000100:00000010:1.0:1761317070.350541:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.350544:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.350546:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00080000:00000010:1.0:1761317070.350563:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036529aca. 00010000:00000010:1.0:1761317070.350645:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.350651:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d1bb70a7. 00010000:00000010:1.0:1761317070.350743:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.350749:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.350758:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.350762:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.350767:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.350777:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f82843dd. 02000000:00000010:1.0:1761317070.350798:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f04dadfb. 00000400:00000010:1.0:1761317070.350802:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.350818:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.350823:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776320, portal 16 00000400:00000010:1.0:1761317070.350828:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317070.350829:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776320, offset 0 00000400:00000200:1.0:1761317070.350835:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.350842:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.350848:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.350851:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.350854:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.350856:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89988:89988:256:4294967295] 192.168.204.21@tcp LPNI seq info [89988:89988:8:4294967295] 00000400:00000200:1.0:1761317070.350862:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.350866:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.350870:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317070.350874:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.350879:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.350881:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.351354:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.351359:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:3.0:1761317070.351373:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.351377:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.351381:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:3.0:1761317070.351382:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 00000100:00000200:3.0:1761317070.351387:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902776320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.353408:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.353427:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b600 00000400:00000200:3.0:1761317070.353436:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb116d [1] + 224 00000400:00000200:3.0:1761317070.353448:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.353451:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.353460:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902776320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.353653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ea84d11. 00010000:00000010:1.1:1761317070.353662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abf81df1. 00010000:00000010:1.1:1761317070.353667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00000400:00000010:1.0:1761317070.353713:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.353717:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317070.353720:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.353727:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902776320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.353734:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902776320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.353764:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f04dadfb. 02000000:00000010:1.0:1761317070.353769:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f82843dd. 00000100:00000010:1.0:1761317070.353773:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.353778:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.353781:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:3.0:1761317070.354244:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.354254:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ca40 00000400:00000200:3.0:1761317070.354260:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafaf9 [2] + 328 00000400:00000200:3.0:1761317070.354446:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.354451:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.354456:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.354461:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 00000020:00000010:0.0:1761317070.354980:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eca9b4d. 00000020:00000010:0.0:1761317070.354988:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.354993:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.355019:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064fe2df4 x1846872898914880/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.355061:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914880 02000000:00000010:0.0:1761317070.355074:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000377503a0. 00010000:00000010:0.0:1761317070.355104:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a485315b. 00010000:00000010:0.0:1761317070.355130:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.355140:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b69b61c. 00000100:00000010:0.0:1761317070.355154:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b69b61c. 00010000:00000010:0.0:1761317070.355158:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.355171:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317070.355176:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914880, offset 224 00000400:00000200:0.0:1761317070.355184:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.355196:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.355201:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89989:89989:256:4294967295] 192.168.204.21@tcp LPNI seq info [89989:89989:8:4294967295] 00000400:00000200:0.0:1761317070.355212:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.355217:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.355221:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317070.355226:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.355232:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.355237:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.355263:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.355267:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.355270:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eca9b4d. 00080000:00000010:1.0:1761317070.355433:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f82843dd. 00010000:00000010:1.0:1761317070.355520:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.355525:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002d18f56. 00010000:00000010:1.0:1761317070.355590:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.355593:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.355598:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.355603:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00080000:00000010:1.0:1761317070.355613:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f04dadfb. 00010000:00000010:1.0:1761317070.355634:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.355637:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317070.355715:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.355720:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.355727:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.355730:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.355736:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.355747:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006dd7efcb. 02000000:00000010:1.0:1761317070.355770:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c1bf129. 00000400:00000010:1.0:1761317070.355775:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.355779:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.355783:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776384, portal 16 00000400:00000010:1.0:1761317070.355787:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced575a6. 00000100:00000200:1.0:1761317070.355789:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776384, offset 0 00000400:00000200:1.0:1761317070.355795:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.355803:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.355820:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.355824:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.355828:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.355830:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89990:89990:255:4294967295] 192.168.204.21@tcp LPNI seq info [89990:89990:7:4294967295] 00000400:00000200:1.0:1761317070.355837:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.355841:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.355845:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354314). 00000800:00000200:1.0:1761317070.355849:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.355853:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.355855:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.355999:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.356002:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82354066). 00000400:00000200:3.0:1761317070.356005:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.356010:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.356013:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:3.0:1761317070.356015:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000800:00000200:3.0:1761317070.356069:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.356071:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:3.0:1761317070.356074:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.356077:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.356079:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced575a6 00000400:00000010:3.0:1761317070.356080:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced575a6. 00000100:00000200:3.0:1761317070.356085:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902776384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.359213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7389bec. 00000400:00000200:3.0:1761317070.359229:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00010000:00000010:1.1:1761317070.359229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002744a42a. 00010000:00000010:1.1:1761317070.359241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000294ae092. 00000400:00000200:3.0:1761317070.359248:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b640 00000400:00000200:3.0:1761317070.359257:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1179 [1] + 224 00000400:00000200:3.0:1761317070.359271:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.359275:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.359287:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902776384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.359325:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.359332:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ca80 00000400:00000200:3.0:1761317070.359337:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafaf9 [2] + 656 00000400:00000200:3.0:1761317070.359346:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.359349:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.359353:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.359359:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 00000400:00000010:1.0:1761317070.359790:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.359796:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317070.359798:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.359806:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902776384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.359814:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902776384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.359846:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c1bf129. 02000000:00000010:1.0:1761317070.359852:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006dd7efcb. 00000100:00000010:1.0:1761317070.359855:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.359858:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.359862:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000020:00000010:2.0:1761317070.359964:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1fe5b82. 00000020:00000010:2.0:1761317070.359971:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.359975:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317070.359999:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e664071e x1846872898914944/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317070.360033:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898914944 02000000:00000010:2.0:1761317070.360044:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002699b1e5. 00010000:00000010:2.0:1761317070.360070:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f2c2d9. 00010000:00000010:2.0:1761317070.360091:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.360098:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.360115:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.360119:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000010:2.0:1761317070.360132:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317070.360136:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898914944, offset 224 00000400:00000200:2.0:1761317070.360144:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.360155:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.360162:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89991:89991:256:4294967295] 192.168.204.21@tcp LPNI seq info [89991:89991:8:4294967295] 00080000:00000010:1.0:1761317070.360171:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dd7efcb. 00000400:00000200:2.0:1761317070.360176:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.360182:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.360187:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317070.360194:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.360201:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.360205:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.360231:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317070.360236:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317070.360239:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1fe5b82. 00010000:00000010:1.0:1761317070.360263:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.360270:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044a847b3. 00010000:00000010:1.0:1761317070.360343:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000294ae092. 00010000:00000010:1.0:1761317070.360349:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8c6b711. 00010000:00000010:1.0:1761317070.360371:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.360376:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.360382:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.360392:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c1bf129. 02000000:00000010:1.0:1761317070.360416:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4298534. 00000400:00000010:1.0:1761317070.360421:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.360425:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.360430:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776448, portal 16 00000400:00000010:1.0:1761317070.360435:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317070.360437:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776448, offset 0 00000400:00000200:1.0:1761317070.360442:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.360449:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.360456:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.360460:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.360462:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.360465:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89992:89992:255:4294967295] 192.168.204.21@tcp LPNI seq info [89992:89992:7:4294967295] 00000400:00000200:1.0:1761317070.360473:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.360477:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.360480:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354314). 00000800:00000200:1.0:1761317070.360484:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.360487:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.360490:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.360655:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.360659:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82354066). 00000400:00000200:3.0:1761317070.360666:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.360671:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.360674:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:3.0:1761317070.360676:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 00000800:00000200:3.0:1761317070.360753:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.360756:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:3.0:1761317070.360759:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.360762:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.360764:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:3.0:1761317070.360766:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00000100:00000200:3.0:1761317070.360772:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902776448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.362724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e332ac5c. 00010000:00000010:1.1:1761317070.362738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00010000:00000010:1.1:1761317070.362743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:0.1:1761317070.362745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000595ca9c. 00010000:00000010:1.1:1761317070.362748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00000400:00000200:3.0:1761317070.363824:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.363841:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b680 00000400:00000200:3.0:1761317070.363849:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1185 [1] + 224 00000400:00000200:3.0:1761317070.363860:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.363863:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.363875:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902776448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.364618:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.364626:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cac0 00000400:00000200:3.0:1761317070.364632:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafaf9 [2] + 984 00000400:00000200:3.0:1761317070.364952:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.364956:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.364962:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.364967:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 00000400:00000010:1.0:1761317070.365038:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.365044:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317070.365047:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.365055:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902776448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761317070.365057:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eca9b4d. 00000100:00000200:1.0:1761317070.365066:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902776448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761317070.365066:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.365073:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 02000000:00000010:1.0:1761317070.365095:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4298534. 00000100:00000200:0.0:1761317070.365100:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077a99891 x1846872898915008/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:1.0:1761317070.365101:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c1bf129. 00000100:00000010:1.0:1761317070.365106:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.365110:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.365115:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000100:00000200:0.0:1761317070.365148:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915008 02000000:00000010:0.0:1761317070.365159:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000008a8d1c. 00010000:00000010:0.0:1761317070.365186:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c33bb5dc. 00010000:00000010:0.0:1761317070.365205:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.365211:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b69b61c. 00000100:00000010:0.0:1761317070.365215:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b69b61c. 00010000:00000010:0.0:1761317070.365219:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.365230:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317070.365234:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915008, offset 224 00000400:00000200:0.0:1761317070.365241:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.365250:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.365256:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89993:89993:256:4294967295] 192.168.204.21@tcp LPNI seq info [89993:89993:8:4294967295] 00000400:00000200:0.0:1761317070.365265:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.365269:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.365274:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317070.365279:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00080000:00000010:2.0:1761317070.365482:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1fe5b82. 00010000:00000010:2.0:1761317070.365564:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8c6b711. 00010000:00000010:2.0:1761317070.365570:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ebbb1c1f. 00010000:00000010:2.0:1761317070.365751:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317070.366592:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317070.366614:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.366621:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.366634:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317070.366646:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb5c5856. 02000000:00000010:2.0:1761317070.366675:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8524da3. 00000400:00000010:2.0:1761317070.366713:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317070.366721:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317070.366728:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776512, portal 16 00000400:00000010:2.0:1761317070.366733:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038c9f7c. 00000100:00000200:2.0:1761317070.366737:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776512, offset 0 00000800:00000200:0.0:1761317070.366737:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.366745:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1761317070.366750:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.366763:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.366775:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000020:00000010:0.0:1761317070.366775:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000400:00000200:2.0:1761317070.366780:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000020:00000010:0.0:1761317070.366782:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000400:00000200:2.0:1761317070.366785:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000020:00000010:0.0:1761317070.366788:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eca9b4d. 00000400:00000200:2.0:1761317070.366791:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89994:89994:255:4294967295] 192.168.204.21@tcp LPNI seq info [89994:89994:7:4294967295] 00000400:00000200:2.0:1761317070.366803:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.366809:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.366814:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354314). 00000800:00000200:2.0:1761317070.366823:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.366828:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.366830:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.367106:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.367110:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82354066). 00000400:00000200:3.0:1761317070.367114:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.367119:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.367123:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:3.0:1761317070.367125:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00000800:00000200:3.0:1761317070.367187:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.367189:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:3.0:1761317070.367195:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.367199:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.367201:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000038c9f7c 00000400:00000010:3.0:1761317070.367202:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000038c9f7c. 00000100:00000200:3.0:1761317070.367208:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902776512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.368926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045f45f7e. 00010000:00000010:1.1:1761317070.372793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b9a2036. 00010000:00000010:1.1:1761317070.372809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00000400:00000200:3.0:1761317070.373792:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.373814:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b6c0 00000400:00000200:3.0:1761317070.373822:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1191 [1] + 224 00000400:00000200:3.0:1761317070.373835:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.373839:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.373849:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902776512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.373883:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.373889:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cb00 00000400:00000200:3.0:1761317070.373894:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafaf9 [2] + 1312 00000400:00000200:3.0:1761317070.373957:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.373962:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.373967:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.373972:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 00000020:00000010:0.0:1761317070.374039:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eca9b4d. 00000020:00000010:0.0:1761317070.374047:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.374052:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.374078:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c4982a8 x1846872898915072/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.374118:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915072 02000000:00000010:0.0:1761317070.374130:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095fffeff. 00010000:00000010:0.0:1761317070.374165:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.374172:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b69b61c. 00000100:00000010:0.0:1761317070.374178:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b69b61c. 00010000:00000010:0.0:1761317070.374182:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.374195:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023f77c1e. 00000100:00000200:0.0:1761317070.374201:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915072, offset 224 00000400:00000200:0.0:1761317070.374208:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.374219:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.374224:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89995:89995:256:4294967295] 192.168.204.21@tcp LPNI seq info [89995:89995:8:4294967295] 00000400:00000200:0.0:1761317070.374235:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.374240:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.374244:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317070.374250:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.374257:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.374260:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.374284:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.374288:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.374291:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eca9b4d. 00000400:00000010:2.0:1761317070.374343:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a8abfe. 00000400:00000200:2.0:1761317070.374349:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:2.0:1761317070.374351:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:2.0:1761317070.374358:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902776512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.374375:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902776512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317070.374394:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000002c2d44. 02000000:00000010:2.0:1761317070.374420:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8524da3. 02000000:00000010:2.0:1761317070.374426:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb5c5856. 00000100:00000010:2.0:1761317070.374429:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:2.0:1761317070.374433:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.374436:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00080000:00000010:2.0:1761317070.374451:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb5c5856. 00010000:00000010:2.0:1761317070.374534:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317070.374540:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0c6666b. 00010000:00000010:2.0:1761317070.374612:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000663577c3. 00010000:00000010:2.0:1761317070.374618:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317070.374627:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.374630:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.374635:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317070.374644:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8524da3. 02000000:00000010:2.0:1761317070.374666:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8c3c09b. 00000400:00000010:2.0:1761317070.374668:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317070.374672:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317070.374676:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776576, portal 16 00000400:00000010:2.0:1761317070.374699:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009e2c497. 00000100:00000200:2.0:1761317070.374702:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776576, offset 0 00000400:00000200:2.0:1761317070.374708:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.374715:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.374722:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.374726:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.374729:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.374732:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89996:89996:255:4294967295] 192.168.204.21@tcp LPNI seq info [89996:89996:7:4294967295] 00000400:00000200:2.0:1761317070.374739:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.374743:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.374746:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354314). 00000800:00000200:2.0:1761317070.374751:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.374755:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.374758:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.374823:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.374827:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82354066). 00000400:00000200:1.0:1761317070.374831:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.374836:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.374839:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023f77c1e 00000400:00000010:1.0:1761317070.374840:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023f77c1e. 00000800:00000200:1.0:1761317070.374887:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.374889:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:1.0:1761317070.374894:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.374898:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.374900:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:1.0:1761317070.374901:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000100:00000200:1.0:1761317070.374906:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902776576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.376733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047e27397. 00010000:00000010:2.1:1761317070.376774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a23c0a1f. 00010000:00000010:2.1:1761317070.376781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000294ae092. 00000400:00000200:3.0:1761317070.377104:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.377122:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b700 00000400:00000200:3.0:1761317070.377131:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb119d [1] + 224 00000400:00000200:3.0:1761317070.377144:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.377148:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.377157:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902776576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317070.377242:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a8abfe. 00000400:00000200:2.0:1761317070.377246:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:2.0:1761317070.377248:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:2.0:1761317070.377255:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902776576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.377263:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902776576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.377292:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8c3c09b. 02000000:00000010:2.0:1761317070.377298:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8524da3. 00000100:00000010:2.0:1761317070.377302:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:2.0:1761317070.377307:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.377311:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000200:3.0:1761317070.377418:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.377425:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cb40 00000400:00000200:3.0:1761317070.377431:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafaf9 [2] + 1640 00000400:00000200:3.0:1761317070.377486:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.377489:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.377493:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.377498:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 00000020:00000010:0.0:1761317070.380323:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eca9b4d. 00000020:00000010:0.0:1761317070.380335:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.380341:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.380383:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068b05b97 x1846872898915136/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.380792:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915136 02000000:00000010:0.0:1761317070.380805:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005b13a0e5. 00010000:00000010:0.0:1761317070.380832:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9af4f4f. 00010000:00000010:0.0:1761317070.380853:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.380860:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b69b61c. 00000100:00000010:0.0:1761317070.380876:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b69b61c. 00010000:00000010:0.0:1761317070.380880:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.380893:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317070.380898:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915136, offset 224 00000400:00000200:0.0:1761317070.380908:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.380921:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.380927:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89997:89997:256:4294967295] 192.168.204.21@tcp LPNI seq info [89997:89997:8:4294967295] 00000400:00000200:0.0:1761317070.380937:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.380942:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.380946:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317070.380952:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.380958:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.380962:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.380986:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.380991:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.380994:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eca9b4d. 00080000:00000010:2.0:1761317070.381061:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8c3c09b. 00010000:00000010:2.0:1761317070.381142:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317070.381148:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000988c5196. 00010000:00000010:2.0:1761317070.381219:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec425bc. 00010000:00000010:2.0:1761317070.381225:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317070.381235:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.381239:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.381246:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317070.381256:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8524da3. 02000000:00000010:2.0:1761317070.381278:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f3cb168. 00000400:00000010:2.0:1761317070.381284:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317070.381288:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317070.381293:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776640, portal 16 00000400:00000010:2.0:1761317070.381297:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317070.381299:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776640, offset 0 00000400:00000200:2.0:1761317070.381305:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.381311:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.381317:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.381321:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.381323:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.381326:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89998:89998:255:4294967295] 192.168.204.21@tcp LPNI seq info [89998:89998:7:4294967295] 00000400:00000200:2.0:1761317070.381333:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.381337:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.381340:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354314). 00000800:00000200:2.0:1761317070.381344:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.381348:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.381350:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.381506:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.381510:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82354066). 00000400:00000200:3.0:1761317070.381514:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.381519:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.381523:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:3.0:1761317070.381525:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000800:00000200:3.0:1761317070.381588:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.381590:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:3.0:1761317070.381595:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.381598:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.381601:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:3.0:1761317070.381602:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:3.0:1761317070.381608:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902776640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.382721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4dc8916. 00010000:00000010:2.1:1761317070.382732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008194b38d. 00010000:00000010:2.1:1761317070.382736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00000400:00000200:3.0:1761317070.383800:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.383818:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b740 00000400:00000200:3.0:1761317070.383826:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb11a9 [1] + 224 00000400:00000200:3.0:1761317070.383841:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.383845:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.383854:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902776640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317070.384206:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a8abfe. 00000400:00000200:2.0:1761317070.384212:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:2.0:1761317070.384214:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:2.0:1761317070.384221:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902776640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.384229:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902776640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.384257:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f3cb168. 02000000:00000010:2.0:1761317070.384263:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8524da3. 00000100:00000010:2.0:1761317070.384267:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:2.0:1761317070.384272:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.384276:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000400:00000200:3.0:1761317070.384439:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.384447:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cb80 00000400:00000200:3.0:1761317070.384452:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafaf9 [2] + 1968 00000400:00000010:3.0:1761317070.384455:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004613c94a. 00000400:00000200:3.0:1761317070.384458:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000289dfa32 00000400:00000200:3.0:1761317070.384510:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.384515:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.384517:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000289dfa32 00000400:00000010:3.0:1761317070.384519:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000289dfa32 (tot 82353666). 00000100:00000200:3.0:1761317070.384525:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761317070.386741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc3f6fbb. 00010000:00000010:2.1:1761317070.386757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:0.1:1761317070.388477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fbcb968. 00000020:00000010:0.0:1761317070.388544:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eca9b4d. 00000020:00000010:0.0:1761317070.388551:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.388556:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.388588:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003f2adcb4 x1846872898915200/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.388617:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915200 02000000:00000010:0.0:1761317070.388628:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000882ab22d. 00010000:00000010:0.0:1761317070.388653:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d65b231. 00010000:00000010:0.0:1761317070.388673:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.388714:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b69b61c. 00000100:00000010:0.0:1761317070.388740:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b69b61c. 00010000:00000010:0.0:1761317070.388745:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.388760:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317070.388767:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915200, offset 224 00000400:00000200:0.0:1761317070.388775:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.388795:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.388802:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [89999:89999:256:4294967295] 192.168.204.21@tcp LPNI seq info [89999:89999:8:4294967295] 00000400:00000200:0.0:1761317070.388813:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.388819:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.388824:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82353914). 00000800:00000200:0.0:1761317070.388830:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.388838:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.388842:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.388866:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.388871:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.388873:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eca9b4d. 02000000:00000010:0.0:1761317070.388881:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005b13a0e5. 00000100:00000010:0.0:1761317070.388885:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 02000000:00000010:0.0:1761317070.388888:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095fffeff. 00000100:00000010:0.0:1761317070.388891:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 02000000:00000010:0.0:1761317070.388894:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000008a8d1c. 00000100:00000010:0.0:1761317070.388901:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 02000000:00000010:0.0:1761317070.388904:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002699b1e5. 00000100:00000010:0.0:1761317070.388906:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 02000000:00000010:0.0:1761317070.388909:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000377503a0. 00000100:00000010:0.0:1761317070.388911:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 02000000:00000010:0.0:1761317070.388914:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8c7f480. 00000100:00000010:0.0:1761317070.388916:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 00000100:00000200:0.0:1761317070.388922:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317070.388927:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ccffd1d6. 00000400:00000010:0.0:1761317070.388931:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000b69b61c (tot 82354066). 00080000:00000010:3.0:1761317070.389492:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000803f9803. 00010000:00000010:3.0:1761317070.389586:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2a2a802. 00010000:00000010:3.0:1761317070.389593:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027473bfd. 00010000:00000010:3.0:1761317070.389665:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078e71043. 00010000:00000010:3.0:1761317070.389669:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004cb6506. 00010000:00000010:3.0:1761317070.389674:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010a04c3e. 00010000:00000010:3.0:1761317070.389715:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00080000:00000010:3.0:1761317070.389729:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002015ff0. 00010000:00000010:3.0:1761317070.389755:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317070.389758:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004cb6506. 00010000:00000010:3.0:1761317070.389802:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001ce93a3. 00010000:00000010:3.0:1761317070.389805:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317070.389813:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eaa7e342. 00000100:00000010:3.0:1761317070.389818:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a47fdb60. 00000100:00000010:3.0:1761317070.389824:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 02000000:00000010:3.0:1761317070.389836:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f0058ad. 02000000:00000010:3.0:1761317070.389863:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fe9a865. 00000400:00000010:3.0:1761317070.389867:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089057bc6. 00000400:00000010:3.0:1761317070.389871:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317070.389875:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776704, portal 16 00000400:00000010:3.0:1761317070.389879:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317070.389881:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776704, offset 0 00000400:00000200:3.0:1761317070.389888:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.389900:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.389907:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.389911:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.389914:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.389917:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90000:90000:255:4294967295] 192.168.204.21@tcp LPNI seq info [90000:90000:7:4294967295] 00000400:00000200:3.0:1761317070.389925:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.389931:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.389934:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000202a79d (tot 82354314). 00000800:00000200:3.0:1761317070.389940:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.389945:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.389949:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000202a79d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.390228:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.390232:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82354066). 00000400:00000200:2.0:1761317070.390237:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.390242:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.390246:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:2.0:1761317070.390248:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 02000000:00000010:2.0:1761317070.390252:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000882ab22d. 00000800:00000200:2.0:1761317070.390318:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.390320:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000202a79d (tot 82353818). 00000400:00000200:2.0:1761317070.390323:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.390326:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.390329:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:2.0:1761317070.390330:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000100:00000200:2.0:1761317070.390335:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6bf661 x1846872902776704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.392877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af561811. 00000400:00000200:3.0:1761317070.394434:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.394453:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b780 00000400:00000200:3.0:1761317070.394461:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb11b9 [1] + 224 00000400:00000200:3.0:1761317070.394472:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.394476:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.394487:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6bf661 x1846872902776704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317070.394579:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000089057bc6. 00000400:00000200:2.0:1761317070.394584:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:2.0:1761317070.394586:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000400:00000200:3.0:1761317070.394587:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000100:00000200:2.0:1761317070.394591:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6bf661 x1846872902776704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.394593:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cbc0 00000400:00000200:3.0:1761317070.394598:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafb49 [2] + 0 00000100:00000200:2.0:1761317070.394598:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6bf661 x1846872902776704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.394629:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fe9a865. 02000000:00000010:2.0:1761317070.394634:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f0058ad. 00000100:00000010:2.0:1761317070.394638:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 00000100:00000010:2.0:1761317070.394642:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a47fdb60. 00010000:00000010:2.0:1761317070.394645:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eaa7e342. 00000400:00000200:3.0:1761317070.394656:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.394659:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.394663:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.394668:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 00000020:00000010:1.0:1761317070.394749:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c1bf129. 00000020:00000010:1.0:1761317070.394756:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.394760:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.394782:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064fe2df4 x1846872898915264/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.394805:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915264 02000000:00000010:1.0:1761317070.394814:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4298534. 00010000:00000010:1.0:1761317070.394839:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fd3567c. 00010000:00000010:1.0:1761317070.394858:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.394864:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.394881:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.394884:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.394906:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317070.394911:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915264, offset 224 00080000:00000010:2.0:1761317070.394916:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f3cb168. 00000400:00000200:1.0:1761317070.394921:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.394932:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.394937:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90001:90001:256:4294967295] 192.168.204.21@tcp LPNI seq info [90001:90001:8:4294967295] 00000400:00000200:1.0:1761317070.394947:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.394951:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.394956:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317070.394973:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.394981:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.394987:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.395016:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00010000:00000010:2.0:1761317070.395017:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00000020:00000010:1.0:1761317070.395023:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00010000:00000010:2.0:1761317070.395026:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac4eee89. 00000020:00000010:1.0:1761317070.395028:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c1bf129. 00010000:00000010:2.0:1761317070.395101:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000663577c3. 00010000:00000010:2.0:1761317070.395107:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006de4c747. 00010000:00000010:2.0:1761317070.395116:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007977893a. 00000100:00000010:2.0:1761317070.395120:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.395126:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317070.395136:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f0058ad. 02000000:00000010:2.0:1761317070.395158:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8c7f480. 00000400:00000010:2.0:1761317070.395163:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317070.395166:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317070.395171:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776768, portal 16 00000400:00000010:2.0:1761317070.395175:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317070.395176:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776768, offset 0 00000400:00000200:2.0:1761317070.395181:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.395188:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.395194:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.395197:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.395200:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.395202:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90002:90002:255:4294967295] 192.168.204.21@tcp LPNI seq info [90002:90002:7:4294967295] 00000400:00000200:2.0:1761317070.395210:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.395213:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.395217:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354314). 00000800:00000200:2.0:1761317070.395220:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.395223:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.395226:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.395391:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.395395:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82354066). 00000400:00000200:3.0:1761317070.395399:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.395403:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.395406:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:3.0:1761317070.395408:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000800:00000200:3.0:1761317070.395449:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.395451:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:3.0:1761317070.395456:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.395459:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.395461:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:3.0:1761317070.395463:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:3.0:1761317070.395468:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902776768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.397883:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.397902:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b7c0 00000400:00000200:2.0:1761317070.397911:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb11c5 [1] + 224 00000400:00000200:2.0:1761317070.397922:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.397925:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.397934:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902776768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.397964:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.397972:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cc00 00000400:00000200:2.0:1761317070.397978:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafb49 [2] + 328 00000400:00000200:2.0:1761317070.398031:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.398035:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.398038:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.398044:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 00000020:00000010:0.0:1761317070.398119:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000377503a0. 00010000:00000010:3.1:1761317070.398122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000109b249a. 00000020:00000010:0.0:1761317070.398126:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00010000:00000010:3.1:1761317070.398132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00000020:00000010:0.0:1761317070.398133:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00010000:00000010:3.1:1761317070.398140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e71043. 00010000:00000010:3.1:1761317070.398145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a04c3e. 00000100:00000200:0.0:1761317070.398159:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898915328/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:3.0:1761317070.398164:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a8abfe. 00000400:00000200:3.0:1761317070.398169:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:3.0:1761317070.398172:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:3.0:1761317070.398181:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902776768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.398188:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902776768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.398211:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8c7f480. 02000000:00000010:3.0:1761317070.398217:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f0058ad. 00000100:00000010:3.0:1761317070.398221:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:3.0:1761317070.398225:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:3.0:1761317070.398228:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007977893a. 00000100:00000200:0.0:1761317070.398305:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915328 02000000:00000010:0.0:1761317070.398317:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000008a8d1c. 00010000:00000010:0.0:1761317070.398343:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ea56493. 00010000:00000010:0.0:1761317070.398374:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.398384:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317070.398401:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317070.398404:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.398415:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317070.398420:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915328, offset 224 00000400:00000200:0.0:1761317070.398427:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.398437:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.398442:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90003:90003:256:4294967295] 192.168.204.21@tcp LPNI seq info [90003:90003:8:4294967295] 00000400:00000200:0.0:1761317070.398455:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.398460:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.398464:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317070.398469:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.398475:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.398478:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.398503:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.398507:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.398514:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000377503a0. 00080000:00000010:3.0:1761317070.398739:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003fe9a865. 00010000:00000010:3.0:1761317070.398826:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006de4c747. 00010000:00000010:3.0:1761317070.398833:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000029bd2ae0. 00010000:00000010:3.0:1761317070.398903:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010a04c3e. 00010000:00000010:3.0:1761317070.398909:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317070.398919:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000070e195. 00000100:00000010:3.0:1761317070.398924:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb9b135. 00000100:00000010:3.0:1761317070.398930:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317070.398939:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f0058ad. 02000000:00000010:3.0:1761317070.398963:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe772fd2. 00000400:00000010:3.0:1761317070.398967:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317070.398971:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317070.398975:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776832, portal 16 00000400:00000010:3.0:1761317070.398978:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317070.398980:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776832, offset 0 00000400:00000200:3.0:1761317070.398986:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.398993:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.399000:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.399004:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.399007:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.399010:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90004:90004:255:4294967295] 192.168.204.21@tcp LPNI seq info [90004:90004:7:4294967295] 00000400:00000200:3.0:1761317070.399018:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.399023:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.399026:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d063010d (tot 82354314). 00000800:00000200:3.0:1761317070.399032:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.399037:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.399039:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d063010d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.399242:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.399247:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82354066). 00000400:00000200:2.0:1761317070.399251:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.399256:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.399259:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:2.0:1761317070.399261:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000800:00000200:2.0:1761317070.399309:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.399311:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d063010d (tot 82353818). 00000400:00000200:2.0:1761317070.399314:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.399317:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.399319:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:2.0:1761317070.399320:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00000100:00000200:2.0:1761317070.399325:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902776832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.400912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052166dd7. 00010000:00000010:2.1:1761317070.400926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001ce93a3. 00010000:00000010:1.1:1761317070.401715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000357e9c3b. 00000400:00000200:3.0:1761317070.403193:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.403214:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b800 00000400:00000200:3.0:1761317070.403224:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb11d1 [1] + 224 00000400:00000200:3.0:1761317070.403239:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.403243:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.403253:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902776832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.403293:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.403298:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cc40 00000400:00000200:3.0:1761317070.403304:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafb49 [2] + 656 00000400:00000200:3.0:1761317070.403353:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.403357:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.403369:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.403380:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 00000400:00000010:2.0:1761317070.403462:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:2.0:1761317070.403468:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:2.0:1761317070.403470:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000100:00000200:2.0:1761317070.403475:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902776832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.403483:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902776832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.403509:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe772fd2. 02000000:00000010:2.0:1761317070.403515:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f0058ad. 00000100:00000010:2.0:1761317070.403519:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:2.0:1761317070.403534:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb9b135. 00010000:00000010:2.0:1761317070.403538:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000070e195. 00000020:00000010:0.0:1761317070.405295:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000377503a0. 00000020:00000010:0.0:1761317070.405309:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.405315:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.405346:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077a99891 x1846872898915392/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.405394:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915392 02000000:00000010:0.0:1761317070.405406:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095fffeff. 00010000:00000010:0.0:1761317070.405435:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000735c116a. 00010000:00000010:0.0:1761317070.405460:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.405468:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317070.405483:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317070.405487:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000010:0.0:1761317070.405502:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317070.405508:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915392, offset 224 00080000:00000010:2.0:1761317070.405510:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002699b1e5. 00000400:00000200:0.0:1761317070.405518:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.405539:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.405544:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90005:90005:256:4294967295] 192.168.204.21@tcp LPNI seq info [90005:90005:8:4294967295] 00000400:00000200:0.0:1761317070.405554:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.405560:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.405565:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317070.405572:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.405579:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.405584:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761317070.405612:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00000020:00000010:0.0:1761317070.405612:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.405618:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00010000:00000010:2.0:1761317070.405620:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009edc62d7. 00000020:00000010:0.0:1761317070.405622:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000377503a0. 00010000:00000010:3.1:1761317070.405708:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a00b0b1e. 00010000:00000010:3.1:1761317070.405718:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:2.0:1761317070.405737:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317070.405745:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:0.1:1761317070.405755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc6872f. 00010000:00000010:2.0:1761317070.405757:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb90e9ff. 00000100:00000010:2.0:1761317070.405763:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.405771:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 02000000:00000010:2.0:1761317070.405788:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8524da3. 02000000:00000010:2.0:1761317070.405812:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8c7f480. 00000400:00000010:2.0:1761317070.405819:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317070.405823:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f39d74ae. 00000100:00000200:2.0:1761317070.405834:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776896, portal 16 00000400:00000010:2.0:1761317070.405838:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e1f037. 00000100:00000200:2.0:1761317070.405841:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776896, offset 0 00000400:00000200:2.0:1761317070.405846:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.405851:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.405857:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.405860:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.405863:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.405865:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90006:90006:255:4294967295] 192.168.204.21@tcp LPNI seq info [90006:90006:7:4294967295] 00000400:00000200:2.0:1761317070.405871:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.405876:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.405878:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354314). 00000800:00000200:2.0:1761317070.405888:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.405891:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.405893:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.406016:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.406019:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82354066). 00000400:00000200:3.0:1761317070.406023:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.406029:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.406033:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:3.0:1761317070.406035:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000800:00000200:3.0:1761317070.406070:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.406072:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:3.0:1761317070.406077:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.406080:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.406082:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:3.0:1761317070.406083:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000100:00000200:3.0:1761317070.406088:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095dec43e x1846872902776896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.409460:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.409482:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b840 00000400:00000200:2.0:1761317070.409491:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb11dd [1] + 224 00000400:00000200:2.0:1761317070.409503:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.409507:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.409518:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095dec43e x1846872902776896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.409559:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.409565:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cc80 00000400:00000200:2.0:1761317070.409570:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafb49 [2] + 984 00000400:00000200:2.0:1761317070.409627:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.409631:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.409636:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.409646:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000400:00000010:3.0:1761317070.410632:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a8abfe. 00000400:00000200:3.0:1761317070.410639:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:3.0:1761317070.410642:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00000100:00000200:3.0:1761317070.410651:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095dec43e x1846872902776896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.410661:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095dec43e x1846872902776896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.410709:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8c7f480. 02000000:00000010:3.0:1761317070.410717:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8524da3. 00000100:00000010:3.0:1761317070.410721:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 00000100:00000010:3.0:1761317070.410725:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:3.0:1761317070.410730:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb90e9ff. 00000020:00000010:1.0:1761317070.410992:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c1bf129. 00000020:00000010:1.0:1761317070.411000:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.411004:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.411030:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898915456/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.411073:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915456 02000000:00000010:1.0:1761317070.411084:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c82c91e. 00010000:00000010:1.0:1761317070.411114:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6be2ded. 00010000:00000010:1.0:1761317070.411136:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.411142:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.411149:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.411151:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.411165:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cccb1e8. 00000100:00000200:1.0:1761317070.411170:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915456, offset 224 00000400:00000200:1.0:1761317070.411177:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.411189:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.411194:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90007:90007:256:4294967295] 192.168.204.21@tcp LPNI seq info [90007:90007:8:4294967295] 00000400:00000200:1.0:1761317070.411204:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.411211:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.411215:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317070.411221:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.411227:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.411231:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761317070.411314:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe772fd2. 00010000:00000010:3.0:1761317070.411408:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00000020:00000010:1.0:1761317070.411607:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.411614:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.411618:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c1bf129. 00010000:00000010:2.1:1761317070.411706:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e6bf0a5. 00010000:00000010:2.1:1761317070.411714:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a04c3e. 00010000:00000010:0.1:1761317070.411722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9688693. 00000800:00000200:2.0:1761317070.411767:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.411771:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:2.0:1761317070.411775:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.411780:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.411784:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cccb1e8 00000400:00000010:2.0:1761317070.411786:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cccb1e8. 00010000:00000010:3.0:1761317070.411858:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005bc48dfa. 00010000:00000010:2.0:1761317070.413313:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e394da27. 00010000:00000010:2.0:1761317070.413327:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006139382. 00010000:00000010:2.0:1761317070.413341:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005331a244. 00000100:00000010:2.0:1761317070.413348:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317070.413357:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 02000000:00000010:2.0:1761317070.413385:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8524da3. 02000000:00000010:2.0:1761317070.413415:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8c7f480. 00000400:00000010:2.0:1761317070.413422:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004613c94a. 00000400:00000010:2.0:1761317070.413427:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac6fae6. 00000100:00000200:2.0:1761317070.413434:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902776960, portal 16 00000400:00000010:2.0:1761317070.413439:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7564b22. 00000100:00000200:2.0:1761317070.413441:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902776960, offset 0 00000400:00000200:2.0:1761317070.413449:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.413465:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.413472:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.413476:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.413480:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.413484:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90008:90008:256:4294967295] 192.168.204.21@tcp LPNI seq info [90008:90008:8:4294967295] 00000400:00000200:2.0:1761317070.413494:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.413500:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.413504:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317070.413510:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.413517:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.413522:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.413783:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.413787:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:3.0:1761317070.413794:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.413798:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.413802:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7564b22 00000400:00000010:3.0:1761317070.413803:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7564b22. 00000100:00000200:3.0:1761317070.413810:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000211632ce x1846872902776960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.416907:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.416928:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b880 00000400:00000200:2.0:1761317070.416936:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb11e9 [1] + 224 00000400:00000200:2.0:1761317070.416947:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.416951:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.416962:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000211632ce x1846872902776960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.417001:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.417006:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ccc0 00000400:00000200:2.0:1761317070.417010:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafb49 [2] + 1312 00000400:00000200:2.0:1761317070.417058:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.417062:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.417066:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.417071:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 00010000:00000010:1.1:1761317070.417275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54a53e5. 00000020:00000010:1.0:1761317070.417314:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c1bf129. 00000020:00000010:1.0:1761317070.417320:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.417324:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.417347:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e50a22a x1846872898915520/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.417388:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915520 02000000:00000010:1.0:1761317070.417400:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6347c62. 00010000:00000010:1.0:1761317070.417436:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.417443:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.417449:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.417452:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.417468:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317070.417472:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915520, offset 224 00000400:00000200:1.0:1761317070.417480:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.417495:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.417500:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90009:90009:256:4294967295] 192.168.204.21@tcp LPNI seq info [90009:90009:8:4294967295] 00000400:00000200:1.0:1761317070.417509:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.417513:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.417518:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317070.417529:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.417535:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.417540:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.417554:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.417561:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.417565:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c1bf129. 00000400:00000010:0.0:1761317070.418549:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004613c94a. 00000400:00000200:0.0:1761317070.418556:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac6fae6 00000400:00000010:0.0:1761317070.418559:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac6fae6. 00000800:00000200:2.0:1761317070.418569:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1761317070.418569:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000211632ce x1846872902776960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000010:2.0:1761317070.418575:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:2.0:1761317070.418581:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1761317070.418583:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000211632ce x1846872902776960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.418590:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.418596:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:2.0:1761317070.418598:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00010000:00000010:0.0:1761317070.418611:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a4eab4b. 02000000:00000010:0.0:1761317070.418634:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8c7f480. 02000000:00000010:0.0:1761317070.418640:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e8524da3. 00000100:00000010:0.0:1761317070.418643:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 00000100:00000010:0.0:1761317070.418648:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00010000:00000010:0.0:1761317070.418652:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005331a244. 00080000:00000010:0.0:1761317070.418675:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000377503a0. 00010000:00000010:0.0:1761317070.418816:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006139382. 00010000:00000010:0.0:1761317070.418823:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6d02af7. 00010000:00000010:0.0:1761317070.418904:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3c99195. 00010000:00000010:0.0:1761317070.418908:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317070.418914:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317070.418920:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e37680f. 00080000:00000010:0.0:1761317070.418949:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b13a0e5. 00010000:00000010:0.0:1761317070.418978:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e37680f. 00010000:00000010:0.0:1761317070.418983:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317070.419035:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.0:1761317070.419039:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e37680f. 00010000:00000010:0.0:1761317070.419047:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.419054:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317070.419061:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317070.419073:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002eca9b4d. 02000000:00000010:0.0:1761317070.419099:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000882ab22d. 00000400:00000010:0.0:1761317070.419105:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5482768. 00000400:00000010:0.0:1761317070.419110:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317070.419115:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777024, portal 16 00000400:00000010:0.0:1761317070.419119:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317070.419121:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777024, offset 0 00000400:00000200:0.0:1761317070.419128:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.419140:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.419146:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.419149:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.419152:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.419155:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90010:90010:256:4294967295] 192.168.204.21@tcp LPNI seq info [90010:90010:8:4294967295] 00000400:00000200:0.0:1761317070.419164:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.419170:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.419174:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317070.419180:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.419186:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.419190:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.419245:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.419249:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:3.0:1761317070.419252:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.419257:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.419259:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:3.0:1761317070.419261:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:3.0:1761317070.419266:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902777024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.421195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080cdecd6. 00010000:00000010:3.1:1761317070.421209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00000400:00000200:2.0:1761317070.421425:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.421440:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b8c0 00000400:00000200:2.0:1761317070.421447:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb11f5 [1] + 224 00000400:00000200:2.0:1761317070.421461:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.421464:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.421473:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902777024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317070.422824:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5482768. 00000400:00000200:0.0:1761317070.422833:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:0.0:1761317070.422836:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:0.0:1761317070.422845:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902777024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.422854:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902777024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.422882:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000882ab22d. 02000000:00000010:0.0:1761317070.422887:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002eca9b4d. 00000100:00000010:0.0:1761317070.422890:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:0.0:1761317070.422894:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317070.422898:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000200:2.0:1761317070.423314:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.423330:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cd00 00000400:00000200:2.0:1761317070.423337:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafb49 [2] + 1640 00000400:00000200:2.0:1761317070.423406:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.423411:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.423416:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.423421:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 00000020:00000010:3.0:1761317070.423843:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e257b4e. 00000020:00000010:3.0:1761317070.423850:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004cb6506. 00000020:00000010:3.0:1761317070.423856:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff7741a. 00000100:00000200:3.0:1761317070.423880:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc8e2499 x1846872898915584/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.424110:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915584 02000000:00000010:3.0:1761317070.424124:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9ad0224. 00010000:00000010:3.0:1761317070.424151:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036b80717. 00010000:00000010:3.0:1761317070.424174:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f36f72c9. 00000100:00000010:3.0:1761317070.424180:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f36fdba. 00000100:00000010:3.0:1761317070.424195:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f36fdba. 00010000:00000010:3.0:1761317070.424198:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f36f72c9. 00000400:00000010:3.0:1761317070.424214:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317070.424219:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915584, offset 224 00000400:00000200:3.0:1761317070.424228:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.424239:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.424244:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90011:90011:256:4294967295] 192.168.204.21@tcp LPNI seq info [90011:90011:8:4294967295] 00000400:00000200:3.0:1761317070.424253:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.424258:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.424262:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bc492ed (tot 82354066). 00000800:00000200:3.0:1761317070.424268:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.424276:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.424280:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bc492ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.424380:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004cb6506. 00000020:00000010:3.0:1761317070.424385:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff7741a. 00000020:00000010:3.0:1761317070.424387:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e257b4e. 00080000:00000010:0.0:1761317070.424743:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002eca9b4d. 00010000:00000010:0.0:1761317070.424830:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e37680f. 00010000:00000010:0.0:1761317070.424838:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d6d253c0. 00010000:00000010:0.0:1761317070.424951:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317070.424958:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e37680f. 00010000:00000010:0.0:1761317070.424969:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.424974:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317070.424982:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317070.424993:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000882ab22d. 02000000:00000010:0.0:1761317070.425019:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5ddbfb8. 00000400:00000010:0.0:1761317070.425025:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5482768. 00000400:00000010:0.0:1761317070.425030:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317070.425035:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777088, portal 16 00000400:00000010:0.0:1761317070.425040:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023f77c1e. 00000100:00000200:0.0:1761317070.425043:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777088, offset 0 00000400:00000200:0.0:1761317070.425049:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.425060:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.425067:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.425071:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.425073:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.425076:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90012:90012:255:4294967295] 192.168.204.21@tcp LPNI seq info [90012:90012:7:4294967295] 00000400:00000200:0.0:1761317070.425084:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.425089:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.425092:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354314). 00000800:00000200:0.0:1761317070.425097:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.425102:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.425105:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.425482:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.425486:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82354066). 00000400:00000200:2.0:1761317070.425491:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.425496:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.425500:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:2.0:1761317070.425501:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000800:00000200:2.0:1761317070.425561:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.425563:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:2.0:1761317070.425566:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.425568:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.425570:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023f77c1e 00000400:00000010:2.0:1761317070.425571:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023f77c1e. 00000100:00000200:2.0:1761317070.425576:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902777088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.429482:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.429502:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b900 00000400:00000200:2.0:1761317070.429512:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1201 [1] + 224 00000400:00000200:2.0:1761317070.429529:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.429533:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.429544:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902777088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.429985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4f3a91c. 00010000:00000010:0.1:1761317070.429997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051b1fa0e. 00010000:00000010:0.1:1761317070.430001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:0.1:1761317070.430004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c99195. 00010000:00000010:0.1:1761317070.430008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00000400:00000010:0.0:1761317070.430029:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5482768. 00000400:00000200:0.0:1761317070.430034:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:0.0:1761317070.430036:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:0.0:1761317070.430043:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902777088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.430051:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902777088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.430080:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5ddbfb8. 02000000:00000010:0.0:1761317070.430086:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000882ab22d. 00000100:00000010:0.0:1761317070.430089:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:0.0:1761317070.430092:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317070.430095:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000200:2.0:1761317070.434434:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.434453:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cd40 00000400:00000200:2.0:1761317070.434461:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafb49 [2] + 1968 00000400:00000010:2.0:1761317070.434467:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000273c4cb8. 00000400:00000200:2.0:1761317070.434474:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ca809d96 00000400:00000200:2.0:1761317070.434547:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.434552:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.434558:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca809d96 00000400:00000010:2.0:1761317070.434560:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ca809d96 (tot 82353666). 00000100:00000200:2.0:1761317070.434567:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761317070.434669:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e257b4e. 00000020:00000010:3.0:1761317070.434675:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004cb6506. 00000020:00000010:3.0:1761317070.434712:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff7741a. 00000100:00000200:3.0:1761317070.434738:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a3a2630 x1846872898915648/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317070.434772:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915648 02000000:00000010:3.0:1761317070.434782:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d945eeb. 00010000:00000010:3.0:1761317070.434809:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001dd9bf5c. 00010000:00000010:3.0:1761317070.434827:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f36f72c9. 00000100:00000010:3.0:1761317070.434833:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005f36fdba. 00000100:00000010:3.0:1761317070.434849:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005f36fdba. 00010000:00000010:3.0:1761317070.434852:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f36f72c9. 00000400:00000010:3.0:1761317070.434864:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab1bb0c. 00000100:00000200:3.0:1761317070.434870:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915648, offset 224 00080000:00000010:0.0:1761317070.434875:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000882ab22d. 00000400:00000200:3.0:1761317070.434880:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.434892:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.434898:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90013:90013:256:4294967295] 192.168.204.21@tcp LPNI seq info [90013:90013:8:4294967295] 00000400:00000200:3.0:1761317070.434909:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.434913:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.434918:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049e9af67 (tot 82353914). 00000800:00000200:3.0:1761317070.434923:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.434975:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.434979:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049e9af67 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.434999:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004cb6506. 00000020:00000010:3.0:1761317070.435003:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff7741a. 00000020:00000010:3.0:1761317070.435005:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e257b4e. 02000000:00000010:3.0:1761317070.435013:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9ad0224. 00000100:00000010:3.0:1761317070.435016:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 02000000:00000010:3.0:1761317070.435022:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6347c62. 00000100:00000010:3.0:1761317070.435024:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 02000000:00000010:3.0:1761317070.435027:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c82c91e. 00000100:00000010:3.0:1761317070.435029:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:3.0:1761317070.435032:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095fffeff. 00000100:00000010:3.0:1761317070.435034:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 02000000:00000010:3.0:1761317070.435036:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000008a8d1c. 00000100:00000010:3.0:1761317070.435038:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 02000000:00000010:3.0:1761317070.435040:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4298534. 00000100:00000010:3.0:1761317070.435041:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 00000100:00000200:3.0:1761317070.435047:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761317070.435050:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b39c994e. 00000400:00000010:3.0:1761317070.435053:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005f36fdba (tot 82354066). 00000800:00000200:2.0:1761317070.435866:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.435869:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:2.0:1761317070.435874:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.435878:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.435882:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab1bb0c 00000400:00000010:2.0:1761317070.435884:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab1bb0c. 02000000:00000010:2.0:1761317070.435887:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d945eeb. 00010000:00000010:0.1:1761317070.437088:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000996c3754. 00010000:00000010:0.1:1761317070.437101:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.0:1761317070.437319:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e37680f. 00010000:00000010:0.0:1761317070.437329:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc0a7c52. 00010000:00000010:0.0:1761317070.437448:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.0:1761317070.437459:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000e37680f. 00010000:00000010:0.0:1761317070.437473:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317070.437480:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317070.437489:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317070.437503:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f5ddbfb8. 02000000:00000010:0.0:1761317070.437534:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000008a8d1c. 00000400:00000010:0.0:1761317070.437541:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5482768. 00000400:00000010:0.0:1761317070.437548:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317070.437554:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777152, portal 16 00000400:00000010:0.0:1761317070.437559:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317070.437562:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777152, offset 0 00000400:00000200:0.0:1761317070.437571:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.437586:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.437594:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.437599:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.437602:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.437605:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90014:90014:256:4294967295] 192.168.204.21@tcp LPNI seq info [90014:90014:8:4294967295] 00000400:00000200:0.0:1761317070.437615:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.437620:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.437625:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317070.437631:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.437638:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.437642:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.439399:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.439406:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:2.0:1761317070.439414:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.439422:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.439428:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:2.0:1761317070.439430:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00000100:00000200:2.0:1761317070.439438:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902777152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.442256:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.442281:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b940 00000400:00000200:2.0:1761317070.442290:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1211 [1] + 224 00000400:00000200:2.0:1761317070.442305:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.442309:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.442319:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902777152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.442438:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5482768. 00000400:00000200:1.0:1761317070.442443:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:1.0:1761317070.442445:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:1.0:1761317070.442450:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902777152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.442458:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902777152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.442488:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000008a8d1c. 02000000:00000010:1.0:1761317070.442494:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f5ddbfb8. 00000100:00000010:1.0:1761317070.442498:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317070.442503:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:1.0:1761317070.442507:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000200:2.0:1761317070.442931:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.442941:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cd80 00000400:00000200:2.0:1761317070.442946:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafba1 [2] + 0 00000400:00000200:2.0:1761317070.442997:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.443000:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.443005:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.443010:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 00000020:00000010:3.0:1761317070.443624:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9ad0224. 00000020:00000010:3.0:1761317070.443632:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004cb6506. 00000020:00000010:3.0:1761317070.443636:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000004ff7741a. 00000100:00000200:3.0:1761317070.443658:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be90a4d7 x1846872898915712/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1761317070.443705:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d53eef02. 00000100:00000200:3.0:1761317070.443728:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915712 02000000:00000010:2.0:1761317070.444894:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8524da3. 00010000:00000010:2.0:1761317070.444937:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045e98727. 00010000:00000010:2.0:1761317070.444964:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0730ea6. 00000100:00000010:2.0:1761317070.444971:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317070.444994:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00010000:00000010:2.0:1761317070.444998:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0730ea6. 00000400:00000010:2.0:1761317070.445014:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317070.445020:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915712, offset 224 00000400:00000200:2.0:1761317070.445029:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.445044:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.445050:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90015:90015:256:4294967295] 192.168.204.21@tcp LPNI seq info [90015:90015:8:4294967295] 00000400:00000200:2.0:1761317070.445060:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.445066:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.445071:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317070.445077:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.445084:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.445088:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.445118:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004cb6506. 00000020:00000010:2.0:1761317070.445123:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000004ff7741a. 00000020:00000010:2.0:1761317070.445125:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9ad0224. 00080000:00000010:1.0:1761317070.445419:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c1bf129. 00010000:00000010:1.0:1761317070.445502:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e37680f. 00010000:00000010:1.0:1761317070.445509:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077de4298. 00010000:00000010:1.0:1761317070.445576:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317070.445582:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000010fca05f. 00000800:00000200:3.0:1761317070.445584:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.445588:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00010000:00000010:1.0:1761317070.445592:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000400:00000200:3.0:1761317070.445596:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761317070.445598:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000400:00000200:3.0:1761317070.445603:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000010:1.0:1761317070.445608:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 00000400:00000200:3.0:1761317070.445609:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:3.0:1761317070.445612:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 02000000:00000010:1.0:1761317070.445621:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053b6700d. 02000000:00000010:1.0:1761317070.445644:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf072e56. 00000400:00000010:1.0:1761317070.445649:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.445654:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317070.445659:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777216, portal 16 00000400:00000010:1.0:1761317070.445663:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0545a8a. 00000100:00000200:1.0:1761317070.445665:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777216, offset 0 00000400:00000200:1.0:1761317070.445670:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.445719:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.445725:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.445728:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.445731:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.445734:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90016:90016:256:4294967295] 192.168.204.21@tcp LPNI seq info [90016:90016:8:4294967295] 00000400:00000200:1.0:1761317070.445740:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.445744:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.445748:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317070.445751:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.445755:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.445757:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.450900:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.450909:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:2.0:1761317070.450918:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.450927:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.450933:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0545a8a 00000400:00000010:2.0:1761317070.450936:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0545a8a. 00000100:00000200:2.0:1761317070.450947:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902777216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.452737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044dc89b6. 00010000:00000010:0.1:1761317070.452753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00010000:00000010:3.1:1761317070.452886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000781d0672. 00000400:00000200:2.0:1761317070.453337:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.453357:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b980 00000400:00000200:2.0:1761317070.453375:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb121d [1] + 224 00000400:00000200:2.0:1761317070.453390:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.453393:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.453404:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902777216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.453440:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.453445:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cdc0 00000400:00000200:2.0:1761317070.453452:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafba1 [2] + 328 00000400:00000010:1.0:1761317070.453462:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.453469:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:1.0:1761317070.453471:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:1.0:1761317070.453479:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902777216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.453488:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902777216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.453519:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf072e56. 02000000:00000010:1.0:1761317070.453525:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053b6700d. 00000100:00000010:1.0:1761317070.453529:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.453533:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.453536:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:2.0:1761317070.453628:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.453633:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.453638:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.453643:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 00000020:00000010:0.0:1761317070.453830:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095fffeff. 00000020:00000010:0.0:1761317070.453837:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.453841:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.453865:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898915776/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.453899:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915776 02000000:00000010:0.0:1761317070.453910:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f5ddbfb8. 00010000:00000010:0.0:1761317070.453935:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b14765d8. 00010000:00000010:0.0:1761317070.453956:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9730fb0. 00000100:00000010:0.0:1761317070.453962:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317070.453978:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:0.0:1761317070.453981:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9730fb0. 00000400:00000010:0.0:1761317070.453992:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317070.453995:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915776, offset 224 00000400:00000200:0.0:1761317070.454003:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.454012:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.454016:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90017:90017:256:4294967295] 192.168.204.21@tcp LPNI seq info [90017:90017:8:4294967295] 00000400:00000200:0.0:1761317070.454025:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.454030:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.454034:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354066). 00000800:00000200:0.0:1761317070.454039:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.454045:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.454048:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.454065:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.454069:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.454072:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095fffeff. 00000800:00000200:3.0:1761317070.454222:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.454225:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353818). 00000400:00000200:3.0:1761317070.454229:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.454232:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.454235:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:3.0:1761317070.454237:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00080000:00000010:2.0:1761317070.454427:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c7f480. 00010000:00000010:2.0:1761317070.454518:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010fca05f. 00010000:00000010:2.0:1761317070.454524:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003434863b. 00010000:00000010:2.0:1761317070.454798:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000249a8be2. 00010000:00000010:2.0:1761317070.454804:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.454814:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c0730ea6. 00000100:00000010:2.0:1761317070.454819:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317070.454826:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 02000000:00000010:2.0:1761317070.454838:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f0058ad. 02000000:00000010:2.0:1761317070.454861:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b565956. 00000400:00000010:2.0:1761317070.454866:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cfd9565. 00000400:00000010:2.0:1761317070.454870:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f04f5329. 00000100:00000200:2.0:1761317070.454876:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777280, portal 16 00000400:00000010:2.0:1761317070.454880:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc9c74a. 00000100:00000200:2.0:1761317070.454882:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777280, offset 0 00000400:00000200:2.0:1761317070.454887:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.454894:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.454900:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.454904:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.454907:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.454909:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90018:90018:256:4294967295] 192.168.204.21@tcp LPNI seq info [90018:90018:8:4294967295] 00000400:00000200:2.0:1761317070.454917:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.454921:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.454924:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317070.454929:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.454933:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.454936:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.455109:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.455112:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:3.0:1761317070.455119:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.455123:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.455126:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc9c74a 00000400:00000010:3.0:1761317070.455127:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc9c74a. 00000100:00000200:3.0:1761317070.455133:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b67d81 x1846872902777280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.457557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038480a3b. 00010000:00000010:1.1:1761317070.457789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098b58416. 00010000:00000010:1.1:1761317070.457798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00000400:00000200:2.0:1761317070.458928:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.458946:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50b9c0 00000400:00000200:2.0:1761317070.458955:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1229 [1] + 224 00000400:00000200:2.0:1761317070.458964:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.458968:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.458979:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b67d81 x1846872902777280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.459021:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.459027:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ce00 00000400:00000200:2.0:1761317070.459032:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafba1 [2] + 656 00000400:00000200:2.0:1761317070.459043:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.459047:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.459051:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761317070.459055:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009cfd9565. 00000100:00000010:2.0:1761317070.459056:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000400:00000200:1.0:1761317070.459062:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f04f5329 00000400:00000010:1.0:1761317070.459065:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f04f5329. 00000100:00000200:1.0:1761317070.459073:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b67d81 x1846872902777280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.459083:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b67d81 x1846872902777280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.459111:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b565956. 02000000:00000010:1.0:1761317070.459118:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f0058ad. 00000020:00000010:0.0:1761317070.459120:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095fffeff. 00000100:00000010:1.0:1761317070.459123:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 00000020:00000010:0.0:1761317070.459128:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000100:00000010:1.0:1761317070.459129:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00000020:00000010:0.0:1761317070.459133:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00010000:00000010:1.0:1761317070.459134:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c0730ea6. 00000100:00000200:0.0:1761317070.459157:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898915840/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.459191:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915840 02000000:00000010:0.0:1761317070.459202:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000008a8d1c. 00010000:00000010:0.0:1761317070.459228:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b69efc03. 00010000:00000010:0.0:1761317070.459249:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9730fb0. 00000100:00000010:0.0:1761317070.459255:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317070.459268:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:0.0:1761317070.459271:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9730fb0. 00000400:00000010:0.0:1761317070.459284:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317070.459288:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915840, offset 224 00000400:00000200:0.0:1761317070.459297:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.459307:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.459312:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90019:90019:256:4294967295] 192.168.204.21@tcp LPNI seq info [90019:90019:8:4294967295] 00000400:00000200:0.0:1761317070.459321:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.459327:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.459331:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317070.459338:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00080000:00000010:1.0:1761317070.459343:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053b6700d. 00000800:00000200:0.0:1761317070.459346:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.459350:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.459381:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.459387:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.459390:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095fffeff. 00010000:00000010:1.0:1761317070.459604:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:1.0:1761317070.459611:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000423a81d9. 00000800:00000200:3.0:1761317070.459716:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.459721:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:3.0:1761317070.459725:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.459729:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.459732:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:3.0:1761317070.459733:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00010000:00000010:1.0:1761317070.459769:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.459776:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000496376f. 00010000:00000010:1.0:1761317070.459785:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.459788:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.459793:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.459803:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf072e56. 02000000:00000010:1.0:1761317070.459823:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4298534. 00000400:00000010:1.0:1761317070.459826:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.459830:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317070.459835:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777344, portal 16 00000400:00000010:1.0:1761317070.459839:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317070.459840:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777344, offset 0 00000400:00000200:1.0:1761317070.459846:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.459853:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.459859:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.459862:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.459865:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.459867:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90020:90020:256:4294967295] 192.168.204.21@tcp LPNI seq info [90020:90020:8:4294967295] 00000400:00000200:1.0:1761317070.459878:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.459883:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.459887:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317070.459891:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.459896:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.459899:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.460042:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.460045:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:3.0:1761317070.460048:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.460053:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.460056:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:3.0:1761317070.460057:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000100:00000200:3.0:1761317070.460062:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902777344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.461841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cecd15f. 00000400:00000200:2.0:1761317070.463222:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.463243:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ba00 00000400:00000200:2.0:1761317070.463251:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1235 [1] + 224 00000400:00000200:2.0:1761317070.463276:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.463281:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.463293:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902777344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.463369:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.463375:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:1.0:1761317070.463378:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:1.0:1761317070.463385:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902777344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.463392:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902777344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.463422:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4298534. 02000000:00000010:1.0:1761317070.463428:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf072e56. 00000100:00000010:1.0:1761317070.463431:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.463435:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.463438:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:3.0:1761317070.463574:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.463585:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ce40 00000400:00000200:3.0:1761317070.463590:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafba1 [2] + 984 00000400:00000200:3.0:1761317070.463647:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.463650:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.463654:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.463659:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 00000020:00000010:0.0:1761317070.465521:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095fffeff. 00000020:00000010:0.0:1761317070.465532:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.465537:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.465567:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064fe2df4 x1846872898915904/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.465607:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915904 02000000:00000010:0.0:1761317070.465621:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000430e91ce. 00010000:00000010:0.0:1761317070.465653:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf3e9a86. 00010000:00000010:0.0:1761317070.465707:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9730fb0. 00000100:00000010:0.0:1761317070.465715:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317070.465726:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:0.0:1761317070.465729:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9730fb0. 00000400:00000010:0.0:1761317070.465743:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317070.465749:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915904, offset 224 00000400:00000200:0.0:1761317070.465757:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.465772:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00080000:00000010:1.0:1761317070.465824:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf072e56. 00010000:00000010:1.0:1761317070.465918:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000496376f. 00010000:00000010:1.0:1761317070.465924:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ddd650c. 00010000:00000010:1.0:1761317070.466006:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317070.466025:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000496376f. 00010000:00000010:1.0:1761317070.466037:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.466041:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.466048:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.466068:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4298534. 02000000:00000010:1.0:1761317070.466092:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c82c91e. 00000400:00000010:1.0:1761317070.466098:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.466103:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317070.466109:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777408, portal 16 00000400:00000010:1.0:1761317070.466114:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf77a373. 00000100:00000200:1.0:1761317070.466116:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777408, offset 0 00000400:00000200:1.0:1761317070.466121:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.466135:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90021:90021:256:4294967295] 192.168.204.21@tcp LPNI seq info [90021:90021:8:4294967295] 00000400:00000200:0.0:1761317070.466148:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.466154:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.466160:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317070.466167:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.466174:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.466178:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.466196:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.466200:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.466203:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095fffeff. 00000400:00000200:1.0:1761317070.466224:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.466233:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.466236:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.466240:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.466243:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90022:90022:255:4294967295] 192.168.204.21@tcp LPNI seq info [90022:90022:7:4294967295] 00000400:00000200:1.0:1761317070.466250:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.466254:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.466258:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354314). 00000800:00000200:1.0:1761317070.466262:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.466265:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.466267:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.466339:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.466344:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82354066). 00000400:00000200:3.0:1761317070.466349:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.466354:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.466366:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f6bd1ac 00000400:00000010:3.0:1761317070.466368:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f6bd1ac. 00000800:00000200:3.0:1761317070.466449:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.466451:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:3.0:1761317070.466453:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.466456:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.466458:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf77a373 00000400:00000010:3.0:1761317070.466460:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf77a373. 00000100:00000200:3.0:1761317070.466464:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902777408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.468343:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.468377:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ba40 00000400:00000200:2.0:1761317070.468387:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1241 [1] + 224 00000400:00000200:2.0:1761317070.468404:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.468407:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.468415:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902777408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.468519:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a7e68b0b. 00000400:00000200:1.0:1761317070.468524:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:1.0:1761317070.468526:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:1.0:1761317070.468533:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902777408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.468541:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902777408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.468567:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c82c91e. 02000000:00000010:1.0:1761317070.468572:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4298534. 00000100:00000010:1.0:1761317070.468576:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.468579:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.468583:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:3.0:1761317070.468765:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.468774:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ce80 00000400:00000200:3.0:1761317070.468780:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafba1 [2] + 1312 00000400:00000200:3.0:1761317070.468830:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.468834:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.468838:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.468842:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 00000020:00000010:0.0:1761317070.468995:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095fffeff. 00000020:00000010:0.0:1761317070.469003:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.469018:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.469047:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077a99891 x1846872898915968/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.469088:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898915968 02000000:00000010:0.0:1761317070.469107:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000998c1c1b. 00010000:00000010:0.0:1761317070.469138:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013cd3113. 00010000:00000010:0.0:1761317070.469167:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9730fb0. 00000100:00000010:0.0:1761317070.469176:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317070.469195:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:0.0:1761317070.469197:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9730fb0. 00000400:00000010:0.0:1761317070.469210:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317070.469214:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898915968, offset 224 00000400:00000200:0.0:1761317070.469221:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.469232:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.469237:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90023:90023:256:4294967295] 192.168.204.21@tcp LPNI seq info [90023:90023:8:4294967295] 00000400:00000200:0.0:1761317070.469247:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.469254:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.469258:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317070.469264:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.469271:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.469275:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.469301:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317070.469306:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.469310:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095fffeff. 00000800:00000200:3.0:1761317070.469391:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.469396:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:3.0:1761317070.469399:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.469404:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.469407:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000400:00000010:3.0:1761317070.469408:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 00080000:00000010:2.0:1761317070.469459:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b565956. 00010000:00000010:2.0:1761317070.469543:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000496376f. 00010000:00000010:2.0:1761317070.469561:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a72a2779. 00010000:00000010:2.0:1761317070.469632:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e394da27. 00010000:00000010:2.0:1761317070.469638:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.469649:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bf9eb6d. 00000100:00000010:2.0:1761317070.469653:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.469660:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317070.469669:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b99c5c2. 02000000:00000010:2.0:1761317070.469724:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ca1854f. 00000400:00000010:2.0:1761317070.469730:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317070.469735:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317070.469739:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777472, portal 16 00000400:00000010:2.0:1761317070.469742:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000653d2cc2. 00000100:00000200:2.0:1761317070.469744:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777472, offset 0 00000400:00000200:2.0:1761317070.469749:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.469755:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.469762:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.469766:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.469768:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.469771:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90024:90024:256:4294967295] 192.168.204.21@tcp LPNI seq info [90024:90024:8:4294967295] 00000400:00000200:2.0:1761317070.469777:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.469781:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.469784:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317070.469788:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.469792:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.469795:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.469885:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.469888:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:3.0:1761317070.469895:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.469900:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.469903:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000653d2cc2 00000400:00000010:3.0:1761317070.469905:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000653d2cc2. 00000100:00000200:3.0:1761317070.469912:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902777472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.472869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000313b53e8. 00010000:00000010:2.1:1761317070.472889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00010000:00000010:1.1:1761317070.473554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb334095. 00010000:00000010:1.1:1761317070.473563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000249a8be2. 00010000:00000010:0.1:1761317070.476738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093152ff7. 00000400:00000200:3.0:1761317070.476793:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00010000:00000010:1.1:1761317070.476800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e98c671. 00010000:00000010:1.1:1761317070.476808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00000400:00000200:3.0:1761317070.476824:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ba80 00000400:00000200:3.0:1761317070.476833:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb124d [1] + 224 00000400:00000200:3.0:1761317070.476845:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.476849:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.476860:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902777472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.476892:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.476898:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cec0 00000400:00000200:3.0:1761317070.476903:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafba1 [2] + 1640 00000400:00000200:3.0:1761317070.476963:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.476967:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.476971:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.476976:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 00000020:00000010:1.0:1761317070.477046:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4298534. 00000020:00000010:1.0:1761317070.477054:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.477059:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.477087:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c4982a8 x1846872898916032/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.477152:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916032 02000000:00000010:1.0:1761317070.477164:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005c82c91e. 00000400:00000010:2.0:1761317070.477196:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317070.477203:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:2.0:1761317070.477205:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00010000:00000010:1.0:1761317070.477205:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.477214:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000200:2.0:1761317070.477217:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902777472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761317070.477223:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00000100:00000200:2.0:1761317070.477227:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902777472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.477230:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.477250:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00010000:00000010:2.0:1761317070.477254:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b31aea8e. 00000100:00000200:1.0:1761317070.477257:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916032, offset 224 00000400:00000200:1.0:1761317070.477267:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 02000000:00000010:2.0:1761317070.477272:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ca1854f. 02000000:00000010:2.0:1761317070.477279:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b99c5c2. 00000400:00000200:1.0:1761317070.477281:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000100:00000010:2.0:1761317070.477284:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:2.0:1761317070.477289:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00000400:00000200:1.0:1761317070.477289:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90025:90025:256:4294967295] 192.168.204.21@tcp LPNI seq info [90025:90025:8:4294967295] 00010000:00000010:2.0:1761317070.477294:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bf9eb6d. 00000400:00000200:1.0:1761317070.477303:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.477310:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00080000:00000010:2.0:1761317070.477316:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ca1854f. 00000800:00000010:1.0:1761317070.477316:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317070.477323:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.477331:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.477334:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.477348:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.477354:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.477357:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4298534. 00010000:00000010:2.0:1761317070.477421:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.477427:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f950d2b7. 00010000:00000010:2.0:1761317070.477528:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317070.477534:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.477544:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bf9eb6d. 00000100:00000010:2.0:1761317070.477548:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.477554:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317070.477581:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b99c5c2. 02000000:00000010:2.0:1761317070.477611:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b9e3ad1. 00000400:00000010:2.0:1761317070.477615:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317070.477619:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317070.477624:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777536, portal 16 00000400:00000010:2.0:1761317070.477629:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b5725d3. 00000100:00000200:2.0:1761317070.477631:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777536, offset 0 00000400:00000200:2.0:1761317070.477637:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.477644:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.477652:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.477657:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.477660:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.477664:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90026:90026:255:4294967295] 192.168.204.21@tcp LPNI seq info [90026:90026:7:4294967295] 00000400:00000200:2.0:1761317070.477671:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.477676:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.477704:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354314). 00000800:00000200:2.0:1761317070.477710:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.477715:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.477717:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.477733:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.477737:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82354066). 00000400:00000200:3.0:1761317070.477742:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.477746:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.477749:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:3.0:1761317070.477750:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000800:00000200:3.0:1761317070.477778:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.477780:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:3.0:1761317070.477786:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.477789:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.477791:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b5725d3 00000400:00000010:3.0:1761317070.477792:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b5725d3. 00000100:00000200:3.0:1761317070.477796:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902777536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.480217:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.480240:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bac0 00000400:00000200:3.0:1761317070.480249:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1259 [1] + 224 00000400:00000200:3.0:1761317070.480263:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.480267:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.480278:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902777536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.480729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8b64b81. 00010000:00000010:0.1:1761317070.480741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3883354. 00000400:00000200:3.0:1761317070.480981:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.480991:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cf00 00000400:00000200:3.0:1761317070.480997:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafba1 [2] + 1968 00000400:00000010:3.0:1761317070.481001:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ebc81c20. 00000400:00000200:3.0:1761317070.481005:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e7edba4b 00000400:00000200:3.0:1761317070.481055:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.481059:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.481062:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7edba4b 00000400:00000010:3.0:1761317070.481064:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e7edba4b (tot 82353666). 00000100:00000200:3.0:1761317070.481069:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317070.481200:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4298534. 00000020:00000010:1.0:1761317070.481208:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.481213:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.481245:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000006c022ef x1846872898916096/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1761317070.481393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006930c92d. 00010000:00000010:2.1:1761317070.481401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00000400:00000010:2.0:1761317070.481423:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317070.481426:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:2.0:1761317070.481428:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:2.0:1761317070.481438:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902777536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.481451:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902777536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.481494:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b9e3ad1. 02000000:00000010:2.0:1761317070.481500:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b99c5c2. 00000100:00000010:2.0:1761317070.481504:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:2.0:1761317070.481508:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.481513:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bf9eb6d. 00000100:00000200:1.0:1761317070.481838:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916096 02000000:00000010:1.0:1761317070.481853:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6347c62. 00010000:00000010:1.0:1761317070.481884:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0cb4f68. 00010000:00000010:1.0:1761317070.481905:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.481911:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000003d5c169. 00000100:00000010:1.0:1761317070.481929:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000003d5c169. 00010000:00000010:1.0:1761317070.481932:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.481946:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317070.481951:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916096, offset 224 00000400:00000200:1.0:1761317070.481959:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.481971:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.481976:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90027:90027:256:4294967295] 192.168.204.21@tcp LPNI seq info [90027:90027:8:4294967295] 00000400:00000200:1.0:1761317070.481986:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.481991:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.481995:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82353914). 00000800:00000200:1.0:1761317070.482000:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.482007:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.482010:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761317070.482252:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b9e3ad1. 00010000:00000010:2.0:1761317070.482346:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.482352:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4e0d7a6. 00010000:00000010:2.0:1761317070.482435:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000663577c3. 00010000:00000010:2.0:1761317070.482451:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.482462:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bf9eb6d. 00000100:00000010:2.0:1761317070.482465:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.482471:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317070.482480:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f007726b. 02000000:00000010:2.0:1761317070.482499:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f6f47f6. 00000400:00000010:2.0:1761317070.482503:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317070.482506:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317070.482510:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777600, portal 16 00000400:00000010:2.0:1761317070.482514:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e391df9d. 00000100:00000200:2.0:1761317070.482515:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777600, offset 0 00000400:00000200:2.0:1761317070.482520:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.482526:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.482532:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.482535:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.482537:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.482540:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90028:90028:255:4294967295] 192.168.204.21@tcp LPNI seq info [90028:90028:7:4294967295] 00000400:00000200:2.0:1761317070.482547:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.482551:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.482554:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354162). 00000800:00000200:2.0:1761317070.482557:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.482561:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.482563:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.483028:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.483036:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.483040:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4298534. 02000000:00000010:1.0:1761317070.483049:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005c82c91e. 00000100:00000010:1.0:1761317070.483051:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 02000000:00000010:1.0:1761317070.483055:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000998c1c1b. 00000100:00000010:1.0:1761317070.483058:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 02000000:00000010:1.0:1761317070.483061:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000430e91ce. 00000100:00000010:1.0:1761317070.483064:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 02000000:00000010:1.0:1761317070.483067:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000008a8d1c. 00000100:00000010:1.0:1761317070.483069:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:1.0:1761317070.483073:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f5ddbfb8. 00000100:00000010:1.0:1761317070.483076:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 02000000:00000010:1.0:1761317070.483079:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8524da3. 00000100:00000010:1.0:1761317070.483081:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000200:1.0:1761317070.483088:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317070.483094:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a7e68b0b. 00000400:00000010:1.0:1761317070.483098:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000003d5c169 (tot 82354314). 00000800:00000200:3.0:1761317070.483161:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.483165:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82354066). 00000400:00000200:3.0:1761317070.483169:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.483174:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.483177:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:3.0:1761317070.483179:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 02000000:00000010:3.0:1761317070.483183:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6347c62. 00000800:00000200:3.0:1761317070.483243:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.483245:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:3.0:1761317070.483251:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.483254:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.483256:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e391df9d 00000400:00000010:3.0:1761317070.483257:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e391df9d. 00000100:00000200:3.0:1761317070.483263:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902777600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.484757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005314daf5. 00010000:00000010:2.1:1761317070.484771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001693adb0. 00010000:00000010:2.1:1761317070.484775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00000400:00000200:3.0:1761317070.486595:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.486617:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bb00 00000400:00000200:3.0:1761317070.486625:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1265 [1] + 224 00000400:00000200:3.0:1761317070.486639:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.486642:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.486652:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902777600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317070.487032:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317070.487038:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:2.0:1761317070.487040:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:2.0:1761317070.487049:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902777600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.487057:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902777600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.487086:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f6f47f6. 02000000:00000010:2.0:1761317070.487091:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f007726b. 00000100:00000010:2.0:1761317070.487095:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:2.0:1761317070.487099:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.487103:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bf9eb6d. 00000400:00000200:3.0:1761317070.487193:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.487201:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cf40 00000400:00000200:3.0:1761317070.487207:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafbf9 [2] + 0 00000400:00000200:3.0:1761317070.487426:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.487431:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.487437:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.487442:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 00000020:00000010:1.0:1761317070.487968:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c82c91e. 00000020:00000010:1.0:1761317070.487976:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.487980:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.488005:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068b05b97 x1846872898916160/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317070.488097:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916160 02000000:00000010:1.0:1761317070.488109:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4298534. 00010000:00000010:1.0:1761317070.488137:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009aa409d9. 00010000:00000010:1.0:1761317070.488157:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.488163:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058ba3e86. 00000100:00000010:1.0:1761317070.488178:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058ba3e86. 00010000:00000010:1.0:1761317070.488180:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.488194:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317070.488199:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916160, offset 224 00000400:00000200:1.0:1761317070.488207:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.488221:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.488225:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90029:90029:256:4294967295] 192.168.204.21@tcp LPNI seq info [90029:90029:8:4294967295] 00000400:00000200:1.0:1761317070.488235:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.488240:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.488245:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354066). 00000800:00000200:1.0:1761317070.488250:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.488257:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.488261:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.488284:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.488290:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.488293:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c82c91e. 00000800:00000200:3.0:1761317070.488413:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.488416:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:3.0:1761317070.488419:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.488423:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.488426:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:3.0:1761317070.488427:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00080000:00000010:2.0:1761317070.488922:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f007726b. 00010000:00000010:2.0:1761317070.489007:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.489014:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe512eb3. 00010000:00000010:2.0:1761317070.489089:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e394da27. 00010000:00000010:2.0:1761317070.489096:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.489109:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bf9eb6d. 00000100:00000010:2.0:1761317070.489114:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.489121:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317070.489132:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f6f47f6. 02000000:00000010:2.0:1761317070.489157:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000436f6fa1. 00000400:00000010:2.0:1761317070.489163:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317070.489169:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317070.489174:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777664, portal 16 00000400:00000010:2.0:1761317070.489178:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5a0a6ca. 00000100:00000200:2.0:1761317070.489180:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777664, offset 0 00000400:00000200:2.0:1761317070.489187:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.489197:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.489206:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.489210:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.489213:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.489216:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90030:90030:256:4294967295] 192.168.204.21@tcp LPNI seq info [90030:90030:8:4294967295] 00000400:00000200:2.0:1761317070.489224:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.489229:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.489234:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317070.489239:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.489245:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.489249:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.489413:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.489416:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:3.0:1761317070.489424:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.489429:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.489432:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5a0a6ca 00000400:00000010:3.0:1761317070.489434:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5a0a6ca. 00000100:00000200:3.0:1761317070.489440:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902777664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.490276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d656a23a. 00000400:00000200:3.0:1761317070.491291:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.491309:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bb40 00000400:00000200:3.0:1761317070.491317:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1275 [1] + 224 00000400:00000200:3.0:1761317070.491332:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.491335:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.491344:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902777664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317070.491491:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317070.491496:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:2.0:1761317070.491498:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:2.0:1761317070.491505:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902777664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.491512:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902777664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.491544:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000436f6fa1. 02000000:00000010:2.0:1761317070.491549:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f6f47f6. 00000100:00000010:2.0:1761317070.491553:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:2.0:1761317070.491556:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.491560:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bf9eb6d. 00000400:00000200:3.0:1761317070.492077:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.492086:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cf80 00000400:00000200:3.0:1761317070.492091:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafbf9 [2] + 328 00000400:00000200:3.0:1761317070.492265:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.492270:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.492276:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.492281:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 00000020:00000010:1.0:1761317070.492452:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c82c91e. 00000020:00000010:1.0:1761317070.492459:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.492464:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.492492:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008e6a67e x1846872898916224/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:1.1:1761317070.492837:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000915ad32. 00000100:00000200:1.0:1761317070.492865:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916224 02000000:00000010:1.0:1761317070.492878:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6347c62. 00010000:00000010:1.0:1761317070.492905:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb4bf05f. 00010000:00000010:1.0:1761317070.492926:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.492933:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058ba3e86. 00000100:00000010:1.0:1761317070.492947:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058ba3e86. 00010000:00000010:1.0:1761317070.492949:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.492965:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317070.492970:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916224, offset 224 00000400:00000200:1.0:1761317070.492980:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.492993:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.492999:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90031:90031:256:4294967295] 192.168.204.21@tcp LPNI seq info [90031:90031:8:4294967295] 00000400:00000200:1.0:1761317070.493008:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.493013:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.493017:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317070.493023:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.493029:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.493033:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.493058:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.493064:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.493067:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c82c91e. 00010000:00000010:2.1:1761317070.493182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040d71507. 00010000:00000010:2.1:1761317070.493188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00080000:00000010:2.0:1761317070.493213:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f6f47f6. 00010000:00000010:2.0:1761317070.493304:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.493310:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082b47ccc. 00010000:00000010:2.0:1761317070.493397:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000efc3f7d. 00010000:00000010:2.0:1761317070.493400:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003386c99a. 00010000:00000010:2.0:1761317070.493405:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317070.493410:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00080000:00000010:2.0:1761317070.493423:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000436f6fa1. 00010000:00000010:2.0:1761317070.493450:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.493454:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003386c99a. 00000800:00000200:3.0:1761317070.493467:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.493472:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:3.0:1761317070.493476:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.493480:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.493484:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:3.0:1761317070.493486:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00010000:00000010:2.0:1761317070.493507:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec425bc. 00010000:00000010:2.0:1761317070.493512:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.493520:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bf9eb6d. 00000100:00000010:2.0:1761317070.493525:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.493533:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317070.493545:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea50bd3c. 02000000:00000010:2.0:1761317070.493570:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8a95b4e. 00000400:00000010:2.0:1761317070.493575:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317070.493580:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317070.493585:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777728, portal 16 00000400:00000010:2.0:1761317070.493590:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317070.493591:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777728, offset 0 00000400:00000200:2.0:1761317070.493598:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.493605:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.493611:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.493614:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.493617:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.493619:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90032:90032:256:4294967295] 192.168.204.21@tcp LPNI seq info [90032:90032:8:4294967295] 00000400:00000200:2.0:1761317070.493626:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.493630:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.493633:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317070.493638:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.493642:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.493645:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.494074:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.494078:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:3.0:1761317070.494086:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.494091:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.494093:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:3.0:1761317070.494094:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00000100:00000200:3.0:1761317070.494101:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902777728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.496953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d4509e8. 00010000:00000010:2.1:1761317070.496970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00000400:00000200:3.0:1761317070.496980:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.497000:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bb80 00000400:00000200:3.0:1761317070.497008:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1281 [1] + 224 00000400:00000200:3.0:1761317070.497019:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.497023:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.497032:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902777728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.497070:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.497076:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15cfc0 00000400:00000200:3.0:1761317070.497080:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafbf9 [2] + 656 00000400:00000200:3.0:1761317070.497127:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.497131:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.497135:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.497140:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00000020:00000010:1.0:1761317070.497438:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c82c91e. 00000020:00000010:1.0:1761317070.497446:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.497450:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.497473:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898916288/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:2.0:1761317070.497739:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317070.497745:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:2.0:1761317070.497747:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:2.0:1761317070.497754:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902777728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.497761:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902777728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.497785:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8a95b4e. 02000000:00000010:2.0:1761317070.497790:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea50bd3c. 00000100:00000010:2.0:1761317070.497793:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:2.0:1761317070.497797:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.497800:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bf9eb6d. 00000100:00000200:1.0:1761317070.497880:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916288 02000000:00000010:1.0:1761317070.497893:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8524da3. 00010000:00000010:1.0:1761317070.497917:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059f871e5. 00010000:00000010:1.0:1761317070.497942:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.497949:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058ba3e86. 00000100:00000010:1.0:1761317070.497965:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058ba3e86. 00010000:00000010:1.0:1761317070.497968:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.497982:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317070.497985:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916288, offset 224 00000400:00000200:1.0:1761317070.497993:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.498003:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.498008:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90033:90033:256:4294967295] 192.168.204.21@tcp LPNI seq info [90033:90033:8:4294967295] 00000400:00000200:1.0:1761317070.498018:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.498023:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.498027:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317070.498031:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.498038:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.498041:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.498054:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.498060:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.498063:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c82c91e. 00080000:00000010:2.0:1761317070.498662:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea50bd3c. 00010000:00000010:2.0:1761317070.498845:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.498853:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e3b5687. 00010000:00000010:2.0:1761317070.498939:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000663577c3. 00010000:00000010:2.0:1761317070.498945:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317070.498957:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bf9eb6d. 00000100:00000010:2.0:1761317070.498962:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.498970:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317070.498981:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8a95b4e. 02000000:00000010:2.0:1761317070.499005:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041ccfe90. 00000400:00000010:2.0:1761317070.499009:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317070.499014:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317070.499018:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777792, portal 16 00000400:00000010:2.0:1761317070.499023:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001dd0c60. 00000100:00000200:2.0:1761317070.499025:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777792, offset 0 00000400:00000200:2.0:1761317070.499031:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.499043:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.499050:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.499054:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.499057:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.499059:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90034:90034:255:4294967295] 192.168.204.21@tcp LPNI seq info [90034:90034:7:4294967295] 00000400:00000200:2.0:1761317070.499067:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.499072:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.499077:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354314). 00000800:00000200:2.0:1761317070.499081:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.499087:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.499090:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.499252:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.499257:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82354066). 00000400:00000200:3.0:1761317070.499261:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.499265:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.499269:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:3.0:1761317070.499271:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000800:00000200:3.0:1761317070.499854:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.499858:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:3.0:1761317070.499864:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.499869:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.499872:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001dd0c60 00000400:00000010:3.0:1761317070.499873:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001dd0c60. 00000100:00000200:3.0:1761317070.499879:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902777792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.500863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a37acf31. 00010000:00000010:2.1:1761317070.500877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:2.1:1761317070.500881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000efc3f7d. 00010000:00000010:2.1:1761317070.500885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:1.1:1761317070.501757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6ca7e93. 00000400:00000200:3.0:1761317070.502201:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.502218:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bbc0 00000400:00000200:3.0:1761317070.502226:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb128d [1] + 224 00000400:00000200:3.0:1761317070.502241:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.502245:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.502255:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902777792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317070.502435:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317070.502441:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:2.0:1761317070.502443:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:2.0:1761317070.502450:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902777792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.502458:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902777792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.502487:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041ccfe90. 02000000:00000010:2.0:1761317070.502493:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8a95b4e. 00000100:00000010:2.0:1761317070.502496:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:2.0:1761317070.502500:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.502504:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bf9eb6d. 00000400:00000200:3.0:1761317070.503045:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.503056:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d000 00000400:00000200:3.0:1761317070.503061:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafbf9 [2] + 984 00000400:00000200:3.0:1761317070.503115:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.503119:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.503124:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.503129:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 00000020:00000010:1.0:1761317070.503526:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c82c91e. 00000020:00000010:1.0:1761317070.503534:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.503538:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.503560:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f78b74e x1846872898916352/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317070.503969:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916352 02000000:00000010:1.0:1761317070.503983:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000430e91ce. 00010000:00000010:1.0:1761317070.504011:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdd31c92. 00010000:00000010:1.0:1761317070.504035:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.504041:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058ba3e86. 00000100:00000010:1.0:1761317070.504051:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058ba3e86. 00010000:00000010:1.0:1761317070.504054:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.504067:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317070.504071:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916352, offset 224 00000400:00000200:1.0:1761317070.504079:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.504091:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.504096:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90035:90035:256:4294967295] 192.168.204.21@tcp LPNI seq info [90035:90035:8:4294967295] 00000400:00000200:1.0:1761317070.504106:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.504111:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.504115:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317070.504121:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.504129:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.504133:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.504150:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.504157:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.504160:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c82c91e. 00080000:00000010:3.0:1761317070.504330:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e257b4e. 00010000:00000010:3.0:1761317070.504430:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:3.0:1761317070.504437:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c12ba8a. 00010000:00000010:3.0:1761317070.504512:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c98aa32. 00010000:00000010:3.0:1761317070.504518:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.504529:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f36f72c9. 00000100:00000010:3.0:1761317070.504533:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c4df2b6. 00000100:00000010:3.0:1761317070.504540:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 02000000:00000010:3.0:1761317070.504551:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000feaf7bc8. 02000000:00000010:3.0:1761317070.504573:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfb66826. 00000400:00000010:3.0:1761317070.504579:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317070.504584:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317070.504588:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777856, portal 16 00000400:00000010:3.0:1761317070.504592:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc85997b. 00000100:00000200:3.0:1761317070.504594:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777856, offset 0 00000400:00000200:3.0:1761317070.504599:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.504606:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.504612:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.504615:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.504617:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.504620:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90036:90036:255:4294967295] 192.168.204.21@tcp LPNI seq info [90036:90036:7:4294967295] 00000400:00000200:3.0:1761317070.504630:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.504634:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.504638:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049e9af67 (tot 82354314). 00000800:00000200:3.0:1761317070.504641:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.504645:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.504648:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049e9af67 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.505005:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.505010:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82354066). 00000400:00000200:0.0:1761317070.505015:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.505020:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.505025:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:0.0:1761317070.505027:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000800:00000200:0.0:1761317070.505089:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.505091:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:0.0:1761317070.505094:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.505098:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.505099:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc85997b 00000400:00000010:0.0:1761317070.505101:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc85997b. 00000100:00000200:0.0:1761317070.505105:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a88443b x1846872902777856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.511209:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b706d3. 00000400:00000200:3.0:1761317070.511502:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.511520:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bc00 00000400:00000200:3.0:1761317070.511529:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1299 [1] + 224 00000400:00000200:3.0:1761317070.511540:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.511544:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.511554:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a88443b x1846872902777856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.511593:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.511599:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d040 00000400:00000200:3.0:1761317070.511604:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafbf9 [2] + 1312 00000400:00000200:3.0:1761317070.511613:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.511616:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.511619:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.511625:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 00000400:00000010:2.0:1761317070.511717:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:2.0:1761317070.511723:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:2.0:1761317070.511724:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000100:00000200:2.0:1761317070.511730:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a88443b x1846872902777856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.511737:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a88443b x1846872902777856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.511768:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfb66826. 02000000:00000010:2.0:1761317070.511775:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000feaf7bc8. 00000100:00000010:2.0:1761317070.511779:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 00000100:00000010:2.0:1761317070.511782:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c4df2b6. 00010000:00000010:2.0:1761317070.511786:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f36f72c9. 00010000:00000010:3.1:1761317070.513766:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064eec3c4. 00010000:00000010:3.1:1761317070.513781:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00000020:00000010:1.0:1761317070.513833:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c82c91e. 00000020:00000010:1.0:1761317070.513843:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.513847:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.513878:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a56c0748 x1846872898916416/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.513918:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916416 02000000:00000010:1.0:1761317070.513931:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f0058ad. 00010000:00000010:1.0:1761317070.513961:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bab435dd. 00010000:00000010:1.0:1761317070.513981:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.513988:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058ba3e86. 00000100:00000010:1.0:1761317070.514003:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058ba3e86. 00010000:00000010:1.0:1761317070.514006:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.514022:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdd7e85d. 00000100:00000200:1.0:1761317070.514027:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916416, offset 224 00000400:00000200:1.0:1761317070.514034:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.514047:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.514053:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90037:90037:256:4294967295] 192.168.204.21@tcp LPNI seq info [90037:90037:8:4294967295] 00000400:00000200:1.0:1761317070.514062:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.514068:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.514072:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317070.514078:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.514085:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.514089:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.514107:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.514113:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.514116:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c82c91e. 00000800:00000200:0.0:1761317070.514299:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.514302:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:0.0:1761317070.514307:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.514312:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.514316:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdd7e85d 00000400:00000010:0.0:1761317070.514318:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdd7e85d. 00010000:00000010:2.1:1761317070.515517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058d93b6f. 00010000:00000010:2.1:1761317070.515529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00080000:00000010:2.0:1761317070.515571:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8a95b4e. 00010000:00000010:2.0:1761317070.515669:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:2.0:1761317070.515703:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0896ebf. 00010000:00000010:2.0:1761317070.515775:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec425bc. 00010000:00000010:2.0:1761317070.515781:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006139382. 00010000:00000010:2.0:1761317070.515793:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bf9eb6d. 00000100:00000010:2.0:1761317070.515798:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.515820:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317070.515833:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041ccfe90. 02000000:00000010:2.0:1761317070.515860:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d467d4c. 00000400:00000010:2.0:1761317070.515865:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317070.515871:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317070.515876:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777920, portal 16 00000400:00000010:2.0:1761317070.515881:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048fc86b7. 00000100:00000200:2.0:1761317070.515883:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777920, offset 0 00000400:00000200:2.0:1761317070.515891:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.515904:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.515912:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.515915:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.515918:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.515921:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90038:90038:256:4294967295] 192.168.204.21@tcp LPNI seq info [90038:90038:8:4294967295] 00000400:00000200:2.0:1761317070.515930:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.515935:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.515939:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317070.515945:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.515953:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.515957:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.518409:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.518416:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:0.0:1761317070.518428:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.518437:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.518443:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048fc86b7 00000400:00000010:0.0:1761317070.518446:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048fc86b7. 00000100:00000200:0.0:1761317070.518455:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902777920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.521568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5b2ee5e. 00010000:00000010:2.1:1761317070.525798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082722b2f. 00010000:00000010:2.1:1761317070.525819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c98aa32. 00010000:00000010:1.1:1761317070.525862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf49788b. 00000400:00000200:0.0:1761317070.527391:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.527409:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bc40 00000400:00000200:0.0:1761317070.527416:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb12a5 [1] + 224 00000400:00000200:0.0:1761317070.527426:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.527430:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.527439:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902777920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.528935:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.528948:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d080 00000400:00000200:0.0:1761317070.528955:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafbf9 [2] + 1640 00000400:00000200:0.0:1761317070.529016:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.529020:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.529026:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.529031:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 00000400:00000010:2.0:1761317070.530386:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317070.530393:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:2.0:1761317070.530395:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:2.0:1761317070.530407:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902777920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.530417:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902777920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.530448:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d467d4c. 02000000:00000010:2.0:1761317070.530453:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041ccfe90. 00000100:00000010:2.0:1761317070.530456:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:2.0:1761317070.530459:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.530463:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bf9eb6d. 00000020:00000010:1.0:1761317070.530670:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c82c91e. 00000020:00000010:1.0:1761317070.530690:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.530694:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.530717:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010822fe5 x1846872898916480/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.530749:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916480 02000000:00000010:1.0:1761317070.530760:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae7fb320. 00010000:00000010:1.0:1761317070.530783:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0bff0f9. 00010000:00000010:1.0:1761317070.530801:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.530942:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058ba3e86. 00000100:00000010:1.0:1761317070.531597:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058ba3e86. 00010000:00000010:1.0:1761317070.531602:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.531619:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9a47c66. 00000100:00000200:1.0:1761317070.531623:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916480, offset 224 00000400:00000200:1.0:1761317070.531632:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.531646:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.531651:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90039:90039:256:4294967295] 192.168.204.21@tcp LPNI seq info [90039:90039:8:4294967295] 00000400:00000200:1.0:1761317070.531660:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.531665:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.531669:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317070.531674:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.531793:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.531798:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.536770:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.536787:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.536793:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c82c91e. 00000800:00000200:0.0:1761317070.537206:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.537210:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:0.0:1761317070.537216:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.537226:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.537232:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9a47c66 00000400:00000010:0.0:1761317070.537234:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9a47c66. 00080000:00000010:3.0:1761317070.544002:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e688b6a0. 00010000:00000010:3.0:1761317070.544178:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006139382. 00010000:00000010:3.0:1761317070.544192:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da1cc11e. 00010000:00000010:3.0:1761317070.544290:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.0:1761317070.544299:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.544314:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d95f9ae2. 00000100:00000010:3.0:1761317070.544325:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da99b5fe. 00000100:00000010:3.0:1761317070.544337:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 02000000:00000010:3.0:1761317070.544366:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069a9b328. 02000000:00000010:3.0:1761317070.544408:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066eb767a. 00000400:00000010:3.0:1761317070.544417:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317070.544426:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317070.544437:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902777984, portal 16 00000400:00000010:3.0:1761317070.544445:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317070.544447:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902777984, offset 0 00000400:00000200:3.0:1761317070.544463:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.544488:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.544504:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.544508:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.544511:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.544515:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90040:90040:256:4294967295] 192.168.204.21@tcp LPNI seq info [90040:90040:8:4294967295] 00000400:00000200:3.0:1761317070.544526:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.544533:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.544539:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bc492ed (tot 82354066). 00000800:00000200:3.0:1761317070.544546:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.544555:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.544560:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bc492ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.544881:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.544889:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82353818). 00000400:00000200:0.0:1761317070.544897:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.544906:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.544912:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:0.0:1761317070.544914:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000100:00000200:0.0:1761317070.544922:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a6f6e07 x1846872902777984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.545829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f5289e6. 00010000:00000010:3.1:1761317070.550506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cecfde49. 00010000:00000010:3.1:1761317070.550545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00000400:00000200:0.0:1761317070.559275:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.559297:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bc80 00000400:00000200:0.0:1761317070.559307:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb12b1 [1] + 224 00000400:00000200:0.0:1761317070.559320:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.559323:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.559334:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a6f6e07 x1846872902777984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.560734:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.560751:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d0c0 00000400:00000200:0.0:1761317070.560760:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafbf9 [2] + 1968 00000400:00000010:0.0:1761317070.560765:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fee838f1. 00000400:00000200:0.0:1761317070.560772:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000010b04c98 00000400:00000010:3.0:1761317070.561021:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317070.561027:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:3.0:1761317070.561029:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:3.0:1761317070.561037:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a6f6e07 x1846872902777984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.561047:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a6f6e07 x1846872902777984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.561088:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066eb767a. 02000000:00000010:3.0:1761317070.561095:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069a9b328. 00000100:00000010:3.0:1761317070.561099:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 00000100:00000010:3.0:1761317070.561103:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da99b5fe. 00010000:00000010:3.0:1761317070.561108:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d95f9ae2. 00000400:00000200:0.0:1761317070.562068:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.562080:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.562086:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b04c98 00000400:00000010:0.0:1761317070.562089:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000010b04c98 (tot 82353666). 00000100:00000200:0.0:1761317070.562096:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317070.563150:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c82c91e. 00000020:00000010:1.0:1761317070.563162:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.563167:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.563194:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002301f85f x1846872898916544/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317070.563230:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916544 02000000:00000010:1.0:1761317070.563248:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007af3cb0c. 00010000:00000010:1.0:1761317070.563277:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030deef3f. 00010000:00000010:1.0:1761317070.563301:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.563308:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000058ba3e86. 00000100:00000010:1.0:1761317070.563325:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000058ba3e86. 00010000:00000010:1.0:1761317070.563328:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.563343:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d317c72e. 00000100:00000200:1.0:1761317070.563348:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916544, offset 224 00000400:00000200:1.0:1761317070.563365:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.563379:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.563385:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90041:90041:256:4294967295] 192.168.204.21@tcp LPNI seq info [90041:90041:8:4294967295] 00000400:00000200:1.0:1761317070.563394:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.563398:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.563403:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82353914). 00000800:00000200:1.0:1761317070.563409:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.563415:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.563419:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761317070.564779:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069a9b328. 00000800:00000200:2.0:1761317070.565080:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.565085:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353666). 00000400:00000200:2.0:1761317070.565092:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.565100:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.565107:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:2.0:1761317070.565109:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 00000020:00000010:1.0:1761317070.565199:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.565209:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.565212:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c82c91e. 02000000:00000010:1.0:1761317070.565223:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007af3cb0c. 02000000:00000010:1.0:1761317070.565227:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae7fb320. 00000100:00000010:1.0:1761317070.565231:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 02000000:00000010:1.0:1761317070.565237:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f0058ad. 00000100:00000010:1.0:1761317070.565239:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 02000000:00000010:1.0:1761317070.565242:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000430e91ce. 00000100:00000010:1.0:1761317070.565245:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 02000000:00000010:1.0:1761317070.565248:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8524da3. 00000100:00000010:1.0:1761317070.565251:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 02000000:00000010:1.0:1761317070.565253:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6347c62. 00000100:00000010:1.0:1761317070.565255:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 02000000:00000010:1.0:1761317070.565258:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4298534. 00000100:00000010:1.0:1761317070.565260:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000200:1.0:1761317070.565268:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317070.565276:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001a4ed152. 00000400:00000010:1.0:1761317070.565282:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000058ba3e86 (tot 82353818). 00010000:00000010:3.0:1761317070.565448:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.565456:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7d62d1e. 00010000:00000010:3.0:1761317070.565535:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a11378e3. 00010000:00000010:3.0:1761317070.565540:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.565552:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d95f9ae2. 00000100:00000010:3.0:1761317070.565558:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da99b5fe. 00000100:00000010:3.0:1761317070.565565:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 02000000:00000010:3.0:1761317070.565577:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066eb767a. 02000000:00000010:3.0:1761317070.565606:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ffdbd19b. 00000400:00000010:3.0:1761317070.565611:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317070.565615:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317070.565618:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778048, portal 16 00000400:00000010:3.0:1761317070.565622:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc85997b. 00000100:00000200:3.0:1761317070.565624:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778048, offset 0 00000400:00000200:3.0:1761317070.565631:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.565646:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.565653:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.565657:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.565659:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.565662:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90042:90042:256:4294967295] 192.168.204.21@tcp LPNI seq info [90042:90042:8:4294967295] 00000400:00000200:3.0:1761317070.565672:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.565706:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.565711:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d063010d (tot 82354066). 00000800:00000200:3.0:1761317070.565716:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.565723:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.565727:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d063010d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.566552:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.566556:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d063010d (tot 82353818). 00000400:00000200:0.0:1761317070.566561:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.566567:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.566571:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc85997b 00000400:00000010:0.0:1761317070.566573:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc85997b. 00000100:00000200:0.0:1761317070.566579:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a6f6e07 x1846872902778048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.568834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4c900a4. 00000400:00000200:0.0:1761317070.574099:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.574125:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bcc0 00000400:00000200:0.0:1761317070.574134:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb12c1 [1] + 224 00000400:00000200:0.0:1761317070.574157:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.574161:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.574172:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a6f6e07 x1846872902778048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317070.574485:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317070.574490:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:3.0:1761317070.574493:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:3.0:1761317070.574498:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a6f6e07 x1846872902778048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.574506:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a6f6e07 x1846872902778048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.574537:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ffdbd19b. 02000000:00000010:3.0:1761317070.574546:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066eb767a. 00000100:00000010:3.0:1761317070.574551:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 00000100:00000010:3.0:1761317070.574554:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da99b5fe. 00010000:00000010:3.0:1761317070.574558:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d95f9ae2. 00000400:00000200:2.0:1761317070.574622:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.574631:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d100 00000400:00000200:2.0:1761317070.574636:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafc51 [2] + 0 00000400:00000200:2.0:1761317070.574721:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.574725:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.574730:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.574734:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 00010000:00000010:3.1:1761317070.575042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9a7f13e. 00010000:00000010:3.1:1761317070.575051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb74c90. 00000020:00000010:1.0:1761317070.575124:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007af3cb0c. 00000020:00000010:1.0:1761317070.575131:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.575135:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.575158:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e50a22a x1846872898916608/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.575194:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916608 02000000:00000010:1.0:1761317070.575205:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d153ee0. 00010000:00000010:1.0:1761317070.575235:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008fbad5ee. 00010000:00000010:1.0:1761317070.575254:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.575261:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.575275:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.575278:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.575291:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317070.575295:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916608, offset 224 00000400:00000200:1.0:1761317070.575302:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.575312:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.575317:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90043:90043:256:4294967295] 192.168.204.21@tcp LPNI seq info [90043:90043:8:4294967295] 00000400:00000200:1.0:1761317070.575327:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.575331:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.575335:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317070.575340:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.575346:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.575350:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761317070.575712:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066eb767a. 00010000:00000010:3.0:1761317070.575830:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.575837:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed560862. 00010000:00000010:3.0:1761317070.575925:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.0:1761317070.575930:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.575939:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d95f9ae2. 00000100:00000010:3.0:1761317070.575943:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da99b5fe. 00000100:00000010:3.0:1761317070.575949:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 02000000:00000010:3.0:1761317070.575959:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ffdbd19b. 02000000:00000010:3.0:1761317070.575982:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e62e761d. 00000400:00000010:3.0:1761317070.575987:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317070.575991:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317070.575997:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778112, portal 16 00000400:00000010:3.0:1761317070.576001:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab1bb0c. 00000100:00000200:3.0:1761317070.576003:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778112, offset 0 00000400:00000200:3.0:1761317070.576009:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.576016:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.576022:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.576026:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.576028:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.576031:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90044:90044:255:4294967295] 192.168.204.21@tcp LPNI seq info [90044:90044:7:4294967295] 00000400:00000200:3.0:1761317070.576039:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.576044:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.576047:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000202a79d (tot 82354314). 00000800:00000200:3.0:1761317070.576051:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.576055:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.576057:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000202a79d type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.576208:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.576215:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.576219:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007af3cb0c. 00000800:00000200:2.0:1761317070.581884:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.581895:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82354066). 00000400:00000200:2.0:1761317070.581907:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.581919:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.581926:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:2.0:1761317070.581929:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00000800:00000200:2.0:1761317070.582014:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.582016:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000202a79d (tot 82353818). 00000400:00000200:2.0:1761317070.582019:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.582023:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.582025:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab1bb0c 00000400:00000010:2.0:1761317070.582026:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab1bb0c. 00000100:00000200:2.0:1761317070.582034:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a6f6e07 x1846872902778112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.586252:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.586275:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bd00 00000400:00000200:0.0:1761317070.586285:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb12cd [1] + 224 00000400:00000200:0.0:1761317070.586306:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.586310:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.586321:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a6f6e07 x1846872902778112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317070.586419:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317070.586430:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:3.0:1761317070.586433:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:3.0:1761317070.586446:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a6f6e07 x1846872902778112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.586456:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a6f6e07 x1846872902778112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.586496:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e62e761d. 02000000:00000010:3.0:1761317070.586504:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ffdbd19b. 00000100:00000010:3.0:1761317070.586510:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 00000100:00000010:3.0:1761317070.586514:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da99b5fe. 00010000:00000010:3.0:1761317070.586519:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d95f9ae2. 00010000:00000010:1.1:1761317070.587757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cab390a. 00000400:00000200:3.0:1761317070.594765:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.594790:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d140 00000400:00000200:3.0:1761317070.594800:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafc51 [2] + 328 00000400:00000200:3.0:1761317070.594874:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.594879:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.594887:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.594894:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 00000020:00000010:1.0:1761317070.595026:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007af3cb0c. 00000020:00000010:1.0:1761317070.595034:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.595039:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.595071:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a6f6e07 x1846872898916672/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.595115:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916672 02000000:00000010:1.0:1761317070.595131:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8524da3. 00010000:00000010:1.0:1761317070.595167:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3449791. 00010000:00000010:1.0:1761317070.595194:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.595203:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.595216:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.595221:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.595241:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317070.595248:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916672, offset 224 00000400:00000200:1.0:1761317070.595257:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.595270:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.595276:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90045:90045:256:4294967295] 192.168.204.21@tcp LPNI seq info [90045:90045:8:4294967295] 00000400:00000200:1.0:1761317070.595287:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.595293:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.595298:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317070.595304:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.595312:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.595316:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.595332:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.595338:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.595342:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007af3cb0c. 00080000:00000010:3.0:1761317070.595640:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffdbd19b. 00010000:00000010:3.0:1761317070.595779:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.595788:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ba2162c. 00010000:00000010:3.0:1761317070.595879:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.0:1761317070.595885:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.595896:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d95f9ae2. 00000100:00000010:3.0:1761317070.595902:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da99b5fe. 00000100:00000010:3.0:1761317070.595909:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317070.595922:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e62e761d. 02000000:00000010:3.0:1761317070.595950:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc80c3fe. 00000400:00000010:3.0:1761317070.595956:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317070.595960:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317070.595967:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778176, portal 16 00000400:00000010:3.0:1761317070.595972:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317070.595974:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778176, offset 0 00000400:00000200:3.0:1761317070.595980:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.595990:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.595998:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.596002:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.596005:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.596008:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90046:90046:255:4294967295] 192.168.204.21@tcp LPNI seq info [90046:90046:7:4294967295] 00000400:00000200:3.0:1761317070.596016:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.596021:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.596025:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ebc9050 (tot 82354314). 00000800:00000200:3.0:1761317070.596028:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.596033:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.596035:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ebc9050 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.596334:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.596340:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82354066). 00000400:00000200:2.0:1761317070.596345:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.596350:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.596355:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:2.0:1761317070.596366:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00000800:00000200:2.0:1761317070.596430:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.596433:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ebc9050 (tot 82353818). 00000400:00000200:2.0:1761317070.596436:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.596439:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.596441:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:2.0:1761317070.596442:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000100:00000200:2.0:1761317070.596448:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902778176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.599022:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.599049:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bd40 00000400:00000200:3.0:1761317070.599060:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb12d9 [1] + 224 00000400:00000200:3.0:1761317070.599080:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.599084:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.599099:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902778176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.599327:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:1.0:1761317070.599334:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:1.0:1761317070.599336:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:1.0:1761317070.599344:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902778176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.599352:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902778176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.599404:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc80c3fe. 02000000:00000010:1.0:1761317070.599413:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e62e761d. 00000100:00000010:1.0:1761317070.599418:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:1.0:1761317070.599423:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da99b5fe. 00010000:00000010:1.0:1761317070.599428:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d95f9ae2. 00010000:00000010:3.1:1761317070.599869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5d81eda. 00010000:00000010:3.1:1761317070.599879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a11378e3. 00000400:00000200:3.0:1761317070.600227:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.600244:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d180 00000400:00000200:3.0:1761317070.600251:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafc51 [2] + 656 00000400:00000200:3.0:1761317070.600329:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.600334:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.600341:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.600346:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 00000020:00000010:1.0:1761317070.600460:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007af3cb0c. 00000020:00000010:1.0:1761317070.600469:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.600475:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.600510:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000074b6d37 x1846872898916736/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317070.600562:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916736 02000000:00000010:1.0:1761317070.600579:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000430e91ce. 00010000:00000010:1.0:1761317070.600619:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000960bd962. 00010000:00000010:1.0:1761317070.600671:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.600718:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.600732:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.600737:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.600757:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070a4146e. 00000100:00000200:1.0:1761317070.600764:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916736, offset 224 00000400:00000200:1.0:1761317070.600774:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.600788:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.600795:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90047:90047:256:4294967295] 192.168.204.21@tcp LPNI seq info [90047:90047:8:4294967295] 00000400:00000200:1.0:1761317070.600807:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.600812:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.600816:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317070.600822:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.600830:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.600835:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.600860:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.600868:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.600872:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007af3cb0c. 00000800:00000200:2.0:1761317070.601019:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.601024:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:2.0:1761317070.601027:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.601032:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.601036:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070a4146e 00000400:00000010:2.0:1761317070.601038:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070a4146e. 00080000:00000010:3.0:1761317070.601144:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d14985d4. 00010000:00000010:3.0:1761317070.601272:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.601280:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5e71281. 00010000:00000010:3.0:1761317070.601395:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a11378e3. 00010000:00000010:3.0:1761317070.601402:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317070.601417:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd8b4f6e. 00000100:00000010:3.0:1761317070.601421:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317070.601431:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317070.601446:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e62e761d. 02000000:00000010:3.0:1761317070.601480:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc80c3fe. 00000400:00000010:3.0:1761317070.601487:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317070.601492:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317070.601500:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778240, portal 16 00000400:00000010:3.0:1761317070.601506:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317070.601508:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778240, offset 0 00000400:00000200:3.0:1761317070.601514:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.601524:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.601532:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.601536:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.601539:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.601541:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90048:90048:256:4294967295] 192.168.204.21@tcp LPNI seq info [90048:90048:8:4294967295] 00000400:00000200:3.0:1761317070.601549:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.601555:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.601558:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25cfc05 (tot 82354066). 00000800:00000200:3.0:1761317070.601564:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.601568:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.601571:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25cfc05 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.601712:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.601716:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25cfc05 (tot 82353818). 00000400:00000200:2.0:1761317070.601720:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.601724:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.601727:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:2.0:1761317070.601728:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00000100:00000200:2.0:1761317070.601736:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902778240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.605591:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.605619:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bd80 00000400:00000200:3.0:1761317070.605631:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb12e5 [1] + 224 00000400:00000200:3.0:1761317070.605652:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.605656:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.605670:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902778240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.605801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3ed3d67. 00000400:00000010:1.0:1761317070.605833:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:1.0:1761317070.605840:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:1.0:1761317070.605842:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000100:00000200:1.0:1761317070.605848:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902778240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.605856:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902778240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.605894:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc80c3fe. 02000000:00000010:1.0:1761317070.605902:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e62e761d. 00000100:00000010:1.0:1761317070.605906:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:1.0:1761317070.605910:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:1.0:1761317070.605915:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd8b4f6e. 00000400:00000200:2.0:1761317070.607612:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.607647:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d1c0 00000400:00000200:2.0:1761317070.607658:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafc51 [2] + 984 00000400:00000200:2.0:1761317070.607767:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.607773:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.607783:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.607793:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 00000020:00000010:1.0:1761317070.607881:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007af3cb0c. 00000020:00000010:1.0:1761317070.607891:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.607897:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.607935:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc8e2499 x1846872898916800/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.607976:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916800 02000000:00000010:1.0:1761317070.607991:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f0058ad. 00010000:00000010:1.0:1761317070.608031:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054c16969. 00010000:00000010:1.0:1761317070.608060:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.608068:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.608093:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.608098:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.608119:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000100:00000200:1.0:1761317070.608126:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916800, offset 224 00000400:00000200:1.0:1761317070.608136:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.608149:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.608156:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90049:90049:256:4294967295] 192.168.204.21@tcp LPNI seq info [90049:90049:8:4294967295] 00000400:00000200:1.0:1761317070.608168:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.608174:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.608179:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317070.608184:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.608192:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.608198:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.608218:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.608226:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.608230:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007af3cb0c. 00000800:00000200:2.0:1761317070.608306:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.608311:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:2.0:1761317070.608316:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.608320:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.608325:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:2.0:1761317070.608327:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00080000:00000010:2.0:1761317070.608375:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d467d4c. 00010000:00000010:2.0:1761317070.608506:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:2.0:1761317070.608514:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a35aa5. 00010000:00000010:2.0:1761317070.608604:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317070.608612:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.608626:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001bf9eb6d. 00000100:00000010:2.0:1761317070.608643:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.608653:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 02000000:00000010:2.0:1761317070.608668:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003538052d. 02000000:00000010:2.0:1761317070.608721:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b942a551. 00000400:00000010:2.0:1761317070.608729:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317070.608736:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317070.608744:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778304, portal 16 00000400:00000010:2.0:1761317070.608749:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317070.608752:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778304, offset 0 00000400:00000200:2.0:1761317070.608758:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.608768:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.608776:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.608780:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.608783:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.608786:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90050:90050:256:4294967295] 192.168.204.21@tcp LPNI seq info [90050:90050:8:4294967295] 00000400:00000200:2.0:1761317070.608793:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.608798:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.608801:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317070.608805:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.608809:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.608812:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317070.610912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ab9eae1. 00010000:00000010:3.1:1761317070.610934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb74c90. 00000800:00000200:3.0:1761317070.611085:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.611090:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:3.0:1761317070.611099:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.611110:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.611117:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:3.0:1761317070.611120:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 00000100:00000200:3.0:1761317070.611132:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000211632ce x1846872902778304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.611615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7d7939. 00010000:00000010:3.1:1761317070.613772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c020f0. 00010000:00000010:3.1:1761317070.613791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d5015b. 00010000:00000010:2.1:1761317070.618821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000534b9f55. 00010000:00000010:2.1:1761317070.618842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a11378e3. 00010000:00000010:1.1:1761317070.619731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ebd09f. 00000400:00000200:2.0:1761317070.620273:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.620295:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bdc0 00000400:00000200:2.0:1761317070.620305:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb12f1 [1] + 224 00000400:00000200:2.0:1761317070.620319:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.620323:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.620336:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000211632ce x1846872902778304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.620387:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.620392:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d200 00000400:00000200:2.0:1761317070.620397:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafc51 [2] + 1312 00000400:00000010:1.0:1761317070.620924:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:1.0:1761317070.620931:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:1.0:1761317070.620935:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:1.0:1761317070.620944:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000211632ce x1846872902778304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.620954:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000211632ce x1846872902778304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.621065:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b942a551. 02000000:00000010:1.0:1761317070.621075:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003538052d. 00000100:00000010:1.0:1761317070.621079:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 00000100:00000010:1.0:1761317070.621086:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:1.0:1761317070.621091:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001bf9eb6d. 00000400:00000200:2.0:1761317070.621219:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.621224:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.621230:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.621237:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00000020:00000010:3.0:1761317070.621346:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feaf7bc8. 00000020:00000010:3.0:1761317070.621364:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.621370:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317070.621400:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898916864/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317070.621440:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916864 02000000:00000010:3.0:1761317070.621454:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfb66826. 00010000:00000010:3.0:1761317070.621493:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c07e07f2. 00010000:00000010:3.0:1761317070.621519:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e8995ec. 00000100:00000010:3.0:1761317070.621527:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000756e0e0a. 00000100:00000010:3.0:1761317070.621544:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000756e0e0a. 00010000:00000010:3.0:1761317070.621547:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e8995ec. 00000400:00000010:3.0:1761317070.621566:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317070.621572:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916864, offset 224 00000400:00000200:3.0:1761317070.621582:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.621595:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.621600:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90051:90051:256:4294967295] 192.168.204.21@tcp LPNI seq info [90051:90051:8:4294967295] 00000400:00000200:3.0:1761317070.621611:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.621617:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.621622:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00080000:00000010:2.0:1761317070.621779:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c98d1b31. 00010000:00000010:2.0:1761317070.621884:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.621890:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000761a0d3b. 00010000:00000010:2.0:1761317070.621975:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e394da27. 00010000:00000010:2.0:1761317070.621981:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.621991:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000106f8c7b. 00000100:00000010:2.0:1761317070.621995:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.622003:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317070.622015:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094616b72. 02000000:00000010:2.0:1761317070.622042:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f62db02. 00000400:00000010:2.0:1761317070.622046:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fe25e07. 00000400:00000010:2.0:1761317070.622051:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048b5ef8f. 00000100:00000200:2.0:1761317070.622056:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778368, portal 16 00000400:00000010:2.0:1761317070.622060:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005a53ec4. 00000100:00000200:2.0:1761317070.622062:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778368, offset 0 00000400:00000200:2.0:1761317070.622067:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.622073:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.622080:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.622083:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.622087:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.622089:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90052:90052:255:4294967295] 192.168.204.21@tcp LPNI seq info [90052:90052:7:4294967295] 00000400:00000200:2.0:1761317070.622096:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.622100:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.622104:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354314). 00000800:00000200:2.0:1761317070.622107:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.622114:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.622119:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.622299:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.622304:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.622307:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.622972:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.622981:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317070.622985:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feaf7bc8. 00000800:00000200:1.0:1761317070.623074:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.623079:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82354066). 00000400:00000200:1.0:1761317070.623088:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.623095:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.623100:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:1.0:1761317070.623102:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00000100:00000200:1.0:1761317070.623111:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902778368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761317070.625425:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.625435:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:1.0:1761317070.625445:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.625456:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.625463:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:1.0:1761317070.625466:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000400:00000200:1.0:1761317070.628201:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.628229:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50be00 00000400:00000200:1.0:1761317070.628571:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb12fd [1] + 224 00000400:00000200:1.0:1761317070.628590:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.628595:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.628610:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902778368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.628659:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.628666:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d240 00000400:00000200:1.0:1761317070.628672:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafc51 [2] + 1640 00000400:00000200:1.0:1761317070.628771:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.628776:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.628782:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317070.628789:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 00000020:00000010:3.0:1761317070.628916:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feaf7bc8. 00000020:00000010:3.0:1761317070.628925:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.628931:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317070.628962:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1f93d2d x1846872898916928/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.628993:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916928 02000000:00000010:3.0:1761317070.629007:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9ad0224. 00010000:00000010:3.0:1761317070.629064:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e8995ec. 00000100:00000010:3.0:1761317070.629073:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000756e0e0a. 00000100:00000010:3.0:1761317070.629082:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000756e0e0a. 00010000:00000010:3.0:1761317070.629085:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e8995ec. 00000400:00000010:3.0:1761317070.629104:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317070.629111:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916928, offset 224 00000400:00000200:3.0:1761317070.629120:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.629133:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.629139:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90053:90053:256:4294967295] 192.168.204.21@tcp LPNI seq info [90053:90053:8:4294967295] 00000400:00000200:3.0:1761317070.629152:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.629158:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.629163:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82354066). 00000800:00000200:3.0:1761317070.629170:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.629178:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.629182:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.629209:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.629214:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317070.629217:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feaf7bc8. 00000800:00000200:3.0:1761317070.629294:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.629299:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:3.0:1761317070.629302:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.629306:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.629310:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:3.0:1761317070.629312:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000400:00000010:2.0:1761317070.629410:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fe25e07. 00000400:00000200:2.0:1761317070.629415:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048b5ef8f 00000400:00000010:2.0:1761317070.629417:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048b5ef8f. 00000100:00000200:2.0:1761317070.629425:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902778368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.629433:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902778368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317070.629458:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e31e2d6f. 02000000:00000010:2.0:1761317070.629473:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f62db02. 02000000:00000010:2.0:1761317070.629479:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094616b72. 00000100:00000010:2.0:1761317070.629483:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:2.0:1761317070.629488:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.629492:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000106f8c7b. 00080000:00000010:2.0:1761317070.629513:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094616b72. 00010000:00000010:2.0:1761317070.629625:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.629644:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000104dabe7. 00010000:00000010:2.0:1761317070.629760:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000efc3f7d. 00010000:00000010:2.0:1761317070.629765:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003d3ca1b2. 00010000:00000010:2.0:1761317070.629771:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.0:1761317070.629778:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00080000:00000010:2.0:1761317070.629791:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f62db02. 00010000:00000010:2.0:1761317070.629833:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.629837:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d3ca1b2. 00010000:00000010:2.0:1761317070.629892:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.0:1761317070.629896:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.629905:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000106f8c7b. 00000100:00000010:2.0:1761317070.629909:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.629916:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317070.629930:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1e82145. 02000000:00000010:2.0:1761317070.629961:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092babc72. 00000400:00000010:2.0:1761317070.629966:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fe25e07. 00000400:00000010:2.0:1761317070.629970:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048b5ef8f. 00000100:00000200:2.0:1761317070.629976:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778432, portal 16 00000400:00000010:2.0:1761317070.629982:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005a53ec4. 00000100:00000200:2.0:1761317070.629984:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778432, offset 0 00000400:00000200:2.0:1761317070.629990:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.630000:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.630007:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.630011:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.630014:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.630017:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90054:90054:256:4294967295] 192.168.204.21@tcp LPNI seq info [90054:90054:8:4294967295] 00000400:00000200:2.0:1761317070.630024:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.630029:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.630033:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317070.630037:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.630043:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.630046:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.630706:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.630711:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:1.0:1761317070.630721:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.630727:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.630732:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:1.0:1761317070.630734:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00000100:00000200:1.0:1761317070.630741:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902778432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.632810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c3ff26. 00010000:00000010:2.1:1761317070.632894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002fa3850. 00010000:00000010:2.1:1761317070.632900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00000400:00000200:1.0:1761317070.634299:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.634322:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50be40 00000400:00000200:1.0:1761317070.634334:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1309 [1] + 224 00000400:00000200:1.0:1761317070.634348:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.634353:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.634376:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902778432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.634459:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.634465:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d280 00000400:00000200:1.0:1761317070.634470:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafc51 [2] + 1968 00000400:00000010:1.0:1761317070.634475:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e447eb0. 00000400:00000200:1.0:1761317070.634480:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ecd92eba 00000400:00000200:1.0:1761317070.634510:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.634514:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.634517:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ecd92eba 00000400:00000010:1.0:1761317070.634519:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ecd92eba (tot 82353666). 00000100:00000200:1.0:1761317070.634526:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761317070.634592:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fe25e07. 00000400:00000200:2.0:1761317070.634598:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048b5ef8f 00000400:00000010:2.0:1761317070.634600:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048b5ef8f. 00000100:00000200:2.0:1761317070.634609:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902778432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.634617:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902778432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.634667:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092babc72. 02000000:00000010:2.0:1761317070.634674:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1e82145. 00000100:00000010:2.0:1761317070.634700:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:2.0:1761317070.634707:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.634712:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000106f8c7b. 00000020:00000010:3.0:1761317070.635008:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000feaf7bc8. 00000020:00000010:3.0:1761317070.635017:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.635022:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317070.635052:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040b22248 x1846872898916992/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317070.635092:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898916992 02000000:00000010:3.0:1761317070.635106:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d945eeb. 00010000:00000010:3.0:1761317070.635143:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcdb35a9. 00010000:00000010:3.0:1761317070.635167:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e8995ec. 00000100:00000010:3.0:1761317070.635174:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000756e0e0a. 00000100:00000010:3.0:1761317070.635192:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000756e0e0a. 00010000:00000010:3.0:1761317070.635195:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e8995ec. 00000400:00000010:3.0:1761317070.635212:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317070.635218:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898916992, offset 224 00000400:00000200:3.0:1761317070.635228:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.635243:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.635249:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90055:90055:256:4294967295] 192.168.204.21@tcp LPNI seq info [90055:90055:8:4294967295] 00000400:00000200:3.0:1761317070.635259:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.635265:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.635270:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82353914). 00000800:00000200:3.0:1761317070.635275:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.635284:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.635288:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.635311:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.635315:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317070.635318:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000feaf7bc8. 02000000:00000010:3.0:1761317070.635328:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9ad0224. 00000100:00000010:3.0:1761317070.635332:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 02000000:00000010:3.0:1761317070.635336:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bfb66826. 00000100:00000010:3.0:1761317070.635337:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:3.0:1761317070.635341:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f0058ad. 00000100:00000010:3.0:1761317070.635344:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 02000000:00000010:3.0:1761317070.635347:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000430e91ce. 00000100:00000010:3.0:1761317070.635350:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317070.635354:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8524da3. 00000100:00000010:3.0:1761317070.635369:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 02000000:00000010:3.0:1761317070.635373:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d153ee0. 00000100:00000010:3.0:1761317070.635375:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000200:3.0:1761317070.635382:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761317070.635388:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000089057bc6. 00000400:00000010:3.0:1761317070.635392:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000756e0e0a (tot 82354066). 00000800:00000200:3.0:1761317070.635452:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.635456:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:3.0:1761317070.635460:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.635464:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.635467:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:3.0:1761317070.635469:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 02000000:00000010:3.0:1761317070.635472:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002d945eeb. 00080000:00000010:2.0:1761317070.635849:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1e82145. 00010000:00000010:2.0:1761317070.635964:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.635972:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b756f72d. 00010000:00000010:2.0:1761317070.636068:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317070.636075:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.636090:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000106f8c7b. 00000100:00000010:2.0:1761317070.636095:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.636104:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317070.636119:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092babc72. 02000000:00000010:2.0:1761317070.636153:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003538052d. 00000400:00000010:2.0:1761317070.636159:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fe25e07. 00000400:00000010:2.0:1761317070.636164:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048b5ef8f. 00000100:00000200:2.0:1761317070.636168:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778496, portal 16 00000400:00000010:2.0:1761317070.636174:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317070.636176:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778496, offset 0 00000400:00000200:2.0:1761317070.636184:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.636197:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.636206:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.636210:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.636213:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.636216:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90056:90056:256:4294967295] 192.168.204.21@tcp LPNI seq info [90056:90056:8:4294967295] 00000400:00000200:2.0:1761317070.636224:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.636229:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.636233:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317070.636238:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.636244:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.636247:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.636834:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.636840:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:1.0:1761317070.636850:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.636856:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.636862:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:1.0:1761317070.636863:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:1.0:1761317070.636873:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902778496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.642628:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.642657:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50be80 00000400:00000200:1.0:1761317070.642669:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1319 [1] + 224 00000400:00000200:1.0:1761317070.642740:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.642746:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.642761:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902778496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317070.645501:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fe25e07. 00000400:00000200:3.0:1761317070.645515:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048b5ef8f 00000400:00000010:3.0:1761317070.645517:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048b5ef8f. 00000100:00000200:3.0:1761317070.645537:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902778496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.645554:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902778496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.645597:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003538052d. 02000000:00000010:3.0:1761317070.645605:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092babc72. 00000100:00000010:3.0:1761317070.645609:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:3.0:1761317070.645616:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:3.0:1761317070.645621:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000106f8c7b. 00010000:00000010:3.1:1761317070.647446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000083624df. 00000400:00000200:1.0:1761317070.647597:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.647621:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d2c0 00000400:00000200:1.0:1761317070.647629:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafcb1 [2] + 0 00000400:00000200:1.0:1761317070.647735:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.647740:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.647749:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317070.647756:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 00000020:00000010:3.0:1761317070.648195:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9ad0224. 00000020:00000010:3.0:1761317070.648205:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.648212:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317070.648245:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ef4b071 x1846872898917056/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317070.648291:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917056 02000000:00000010:3.0:1761317070.648306:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000feaf7bc8. 00010000:00000010:3.0:1761317070.648347:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f69987c. 00010000:00000010:3.0:1761317070.648388:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e8995ec. 00000100:00000010:3.0:1761317070.648397:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff6d84d4. 00000100:00000010:3.0:1761317070.648414:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff6d84d4. 00010000:00000010:3.0:1761317070.648418:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e8995ec. 00000400:00000010:3.0:1761317070.648438:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317070.648444:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917056, offset 224 00000400:00000200:3.0:1761317070.648452:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.648465:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.648472:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90057:90057:256:4294967295] 192.168.204.21@tcp LPNI seq info [90057:90057:8:4294967295] 00000400:00000200:3.0:1761317070.648482:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.648488:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.648493:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82354066). 00000800:00000200:3.0:1761317070.648499:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.648506:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.648510:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.648539:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.648544:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317070.648547:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9ad0224. 00000800:00000200:3.0:1761317070.648822:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.648827:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:3.0:1761317070.648831:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.648835:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.648839:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:3.0:1761317070.648841:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00010000:00000010:2.1:1761317070.649476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f42d2b59. 00010000:00000010:2.1:1761317070.649486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e6ba50. 00010000:00000010:2.1:1761317070.649491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:2.1:1761317070.649494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000efc3f7d. 00010000:00000010:2.1:1761317070.649498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00080000:00000010:2.0:1761317070.649528:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b942a551. 00010000:00000010:2.0:1761317070.649650:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.649661:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0ec2e7d. 00010000:00000010:2.0:1761317070.649832:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.0:1761317070.649840:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.649856:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e235b37. 00000100:00000010:2.0:1761317070.649862:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317070.649873:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 02000000:00000010:2.0:1761317070.649889:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092babc72. 02000000:00000010:2.0:1761317070.649924:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003538052d. 00000400:00000010:2.0:1761317070.649932:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2f2b8e6. 00000400:00000010:2.0:1761317070.649940:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317070.649949:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778560, portal 16 00000400:00000010:2.0:1761317070.649956:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048fc86b7. 00000100:00000200:2.0:1761317070.649958:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778560, offset 0 00000400:00000200:2.0:1761317070.649968:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.649985:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.649994:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.649998:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.650002:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.650006:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90058:90058:256:4294967295] 192.168.204.21@tcp LPNI seq info [90058:90058:8:4294967295] 00000400:00000200:2.0:1761317070.650014:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.650019:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.650024:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317070.650030:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.650036:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.650040:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317070.654235:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee0e2f57. 00010000:00000010:2.1:1761317070.654256:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00000800:00000200:2.0:1761317070.654362:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.654368:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:2.0:1761317070.654380:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.654392:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.654399:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048fc86b7 00000400:00000010:2.0:1761317070.654402:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048fc86b7. 00000100:00000200:2.0:1761317070.654416:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000043b3a93 x1846872902778560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.654492:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.654512:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bec0 00000400:00000200:3.0:1761317070.654522:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1325 [1] + 224 00000400:00000200:3.0:1761317070.654536:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.654539:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.654545:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000043b3a93 x1846872902778560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.654576:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.654581:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d300 00000400:00000200:3.0:1761317070.654586:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafcb1 [2] + 328 00000400:00000010:2.0:1761317070.655229:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2f2b8e6. 00000400:00000200:2.0:1761317070.655235:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:2.0:1761317070.655238:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 00000100:00000200:2.0:1761317070.655245:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000043b3a93 x1846872902778560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.655252:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000043b3a93 x1846872902778560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.655442:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.655447:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.655453:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.655461:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 02000000:00000010:2.0:1761317070.655537:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003538052d. 02000000:00000010:2.0:1761317070.655544:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092babc72. 00000100:00000010:2.0:1761317070.655548:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00000100:00000010:2.0:1761317070.655553:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00010000:00000010:2.0:1761317070.655558:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e235b37. 00000020:00000010:0.0:1761317070.655659:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022af4347. 00000020:00000010:0.0:1761317070.655669:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.655673:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.655727:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a6f6e07 x1846872898917120/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.655764:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917120 02000000:00000010:0.0:1761317070.655779:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000481e81f6. 00010000:00000010:0.0:1761317070.655814:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059f816ee. 00010000:00000010:0.0:1761317070.655841:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9730fb0. 00000100:00000010:0.0:1761317070.655850:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317070.655862:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:0.0:1761317070.655865:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9730fb0. 00000400:00000010:0.0:1761317070.655881:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317070.655886:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917120, offset 224 00000400:00000200:0.0:1761317070.655895:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.655910:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.655917:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90059:90059:256:4294967295] 192.168.204.21@tcp LPNI seq info [90059:90059:8:4294967295] 00000400:00000200:0.0:1761317070.655928:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.655934:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.655940:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317070.655948:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.655956:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.655962:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761317070.655973:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092babc72. 00000020:00000010:0.0:1761317070.655984:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.655991:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.655995:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022af4347. 00010000:00000010:2.0:1761317070.656081:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.656089:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce708682. 00010000:00000010:2.0:1761317070.656179:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.0:1761317070.656186:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317070.656199:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e235b37. 00000100:00000010:2.0:1761317070.656202:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317070.656208:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 02000000:00000010:2.0:1761317070.656220:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003538052d. 02000000:00000010:2.0:1761317070.656252:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b99c5c2. 00000400:00000010:2.0:1761317070.656257:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2f2b8e6. 00000400:00000010:2.0:1761317070.656262:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317070.656268:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778624, portal 16 00000400:00000010:2.0:1761317070.656273:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048fc86b7. 00000100:00000200:2.0:1761317070.656274:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778624, offset 0 00000800:00000200:3.0:1761317070.657229:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.657236:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:3.0:1761317070.657243:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.657252:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.657889:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.657910:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.657919:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.657925:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.657928:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.657931:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90060:90060:255:4294967295] 192.168.204.21@tcp LPNI seq info [90060:90060:7:4294967295] 00000400:00000200:2.0:1761317070.657943:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.657949:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.657955:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317070.657962:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.657978:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.657983:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761317070.658373:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaaa4a29 00000400:00000010:3.0:1761317070.658378:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaaa4a29. 00000800:00000200:3.0:1761317070.658454:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.658458:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:3.0:1761317070.658466:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.658471:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.658473:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048fc86b7 00000400:00000010:3.0:1761317070.658475:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048fc86b7. 00000100:00000200:3.0:1761317070.658485:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000043b3a93 x1846872902778624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.661773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef099640. 00010000:00000010:2.1:1761317070.661790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00000400:00000200:2.0:1761317070.662178:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.662199:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bf00 00000400:00000200:2.0:1761317070.662208:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1331 [1] + 224 00000400:00000200:2.0:1761317070.662221:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.662226:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.662239:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000043b3a93 x1846872902778624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.662277:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.662283:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d340 00000400:00000200:2.0:1761317070.662288:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafcb1 [2] + 656 00000400:00000200:2.0:1761317070.662300:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.662303:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.662308:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.662314:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 00000400:00000010:3.0:1761317070.662391:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2f2b8e6. 00000400:00000200:3.0:1761317070.662397:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:3.0:1761317070.662399:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 00000100:00000200:3.0:1761317070.662408:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000043b3a93 x1846872902778624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.662417:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000043b3a93 x1846872902778624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.662455:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b99c5c2. 02000000:00000010:3.0:1761317070.662463:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003538052d. 00000100:00000010:3.0:1761317070.662468:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00000100:00000010:3.0:1761317070.662472:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00010000:00000010:3.0:1761317070.662477:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e235b37. 00010000:00000010:0.1:1761317070.665726:0:78531:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1736588. 00010000:00000010:3.1:1761317070.665847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078daf429. 00000020:00000010:1.0:1761317070.666264:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d153ee0. 00000020:00000010:1.0:1761317070.666273:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.666278:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.666316:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000260ce024 x1846872898917184/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.666371:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917184 02000000:00000010:1.0:1761317070.666385:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007af3cb0c. 00010000:00000010:1.0:1761317070.666423:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a29d6b0. 00010000:00000010:1.0:1761317070.666447:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.666458:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.666484:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.666489:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.666510:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000100:00000200:1.0:1761317070.666519:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917184, offset 224 00000400:00000200:1.0:1761317070.666531:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.666549:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.666557:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90061:90061:256:4294967295] 192.168.204.21@tcp LPNI seq info [90061:90061:8:4294967295] 00000400:00000200:1.0:1761317070.666569:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.666577:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.666582:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317070.666589:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.666600:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.666605:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.666638:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.666646:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.666651:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d153ee0. 00000800:00000200:2.0:1761317070.667373:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.667381:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:2.0:1761317070.667387:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.667395:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.667402:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:2.0:1761317070.667405:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00080000:00000010:3.0:1761317070.667606:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d945eeb. 00010000:00000010:3.0:1761317070.667760:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:3.0:1761317070.667770:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb58dcfb. 00010000:00000010:3.0:1761317070.667862:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.0:1761317070.667869:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317070.667883:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008648a089. 00000100:00000010:3.0:1761317070.667891:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff6d84d4. 00000100:00000010:3.0:1761317070.667901:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317070.667918:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e62e761d. 02000000:00000010:3.0:1761317070.667952:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc80c3fe. 00000400:00000010:3.0:1761317070.667958:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317070.667965:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317070.667973:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778688, portal 16 00000400:00000010:3.0:1761317070.667978:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0aa9e89. 00000100:00000200:3.0:1761317070.667981:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778688, offset 0 00000400:00000200:3.0:1761317070.667989:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.668004:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.668012:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.668016:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.668020:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.668023:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90062:90062:256:4294967295] 192.168.204.21@tcp LPNI seq info [90062:90062:8:4294967295] 00000400:00000200:3.0:1761317070.668033:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.668039:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.668043:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82354066). 00000800:00000200:3.0:1761317070.668049:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.668056:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.668061:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.668549:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.668555:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:1.0:1761317070.668560:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.668566:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.668570:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0aa9e89 00000400:00000010:1.0:1761317070.668572:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0aa9e89. 00000100:00000200:1.0:1761317070.668580:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000074b6d37 x1846872902778688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.672754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091f22703. 00010000:00000010:2.1:1761317070.672772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00010000:00000010:3.1:1761317070.674730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000772b8f80. 00010000:00000010:3.1:1761317070.674748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:1.1:1761317070.677142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eac35515. 00000400:00000200:2.0:1761317070.678447:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.678472:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bf40 00000400:00000200:2.0:1761317070.678485:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb133d [1] + 224 00000400:00000200:2.0:1761317070.678508:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.678527:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.678543:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000074b6d37 x1846872902778688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317070.678898:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000400:00000200:3.0:1761317070.678905:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:3.0:1761317070.678907:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000100:00000200:3.0:1761317070.678914:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000074b6d37 x1846872902778688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.678922:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000074b6d37 x1846872902778688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.678960:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc80c3fe. 02000000:00000010:3.0:1761317070.678968:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e62e761d. 00000100:00000010:3.0:1761317070.678972:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000100:00000010:3.0:1761317070.678976:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff6d84d4. 00010000:00000010:3.0:1761317070.678980:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008648a089. 00000400:00000200:3.0:1761317070.683840:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.683866:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d380 00000400:00000200:3.0:1761317070.683889:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafcb1 [2] + 984 00000400:00000200:3.0:1761317070.683974:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.683980:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.683990:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.683997:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 00000020:00000010:1.0:1761317070.684551:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d153ee0. 00000020:00000010:1.0:1761317070.684562:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.684569:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.684606:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000074b6d37 x1846872898917248/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.685853:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917248 02000000:00000010:1.0:1761317070.685884:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae7fb320. 00010000:00000010:1.0:1761317070.685939:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041764ce4. 00010000:00000010:1.0:1761317070.686119:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.686133:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.686158:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.686162:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000010:1.0:1761317070.686188:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317070.686196:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917248, offset 224 00000400:00000200:1.0:1761317070.686209:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.686232:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.686241:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90063:90063:256:4294967295] 192.168.204.21@tcp LPNI seq info [90063:90063:8:4294967295] 00080000:00000010:3.0:1761317070.686385:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e62e761d. 00010000:00000010:3.0:1761317070.686518:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317070.686528:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006964d44f. 00010000:00000010:3.0:1761317070.686641:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078e71043. 00010000:00000010:3.0:1761317070.686646:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000ecfda63b. 00010000:00000010:3.0:1761317070.686653:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.0:1761317070.686660:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00080000:00000010:3.0:1761317070.686699:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc80c3fe. 00000400:00000200:1.0:1761317070.686825:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.686834:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.686841:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317070.686848:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.686858:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.686864:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.686900:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.686910:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.686915:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d153ee0. 00010000:00000010:3.0:1761317070.687381:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00000800:00000200:0.0:1761317070.688814:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.688825:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:0.0:1761317070.688837:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.688850:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.688859:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:0.0:1761317070.688863:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00010000:00000010:3.0:1761317070.689294:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ecfda63b. 00010000:00000010:3.0:1761317070.689477:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000848a6693. 00010000:00000010:3.0:1761317070.689485:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317070.689505:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008648a089. 00000100:00000010:3.0:1761317070.689513:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff6d84d4. 00000100:00000010:3.0:1761317070.689528:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317070.689549:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9ad0224. 02000000:00000010:3.0:1761317070.689592:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bfb66826. 00000400:00000010:3.0:1761317070.689601:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317070.689608:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317070.689617:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778752, portal 16 00000400:00000010:3.0:1761317070.689625:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b1fcbc. 00000100:00000200:3.0:1761317070.689628:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778752, offset 0 00000400:00000200:3.0:1761317070.689641:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.689662:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.689672:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.689676:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.689698:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.689702:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90064:90064:256:4294967295] 192.168.204.21@tcp LPNI seq info [90064:90064:8:4294967295] 00000400:00000200:3.0:1761317070.689714:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.689721:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.689726:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82354066). 00000800:00000200:3.0:1761317070.689734:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.689742:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.689748:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.691434:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.691446:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82353818). 00000400:00000200:2.0:1761317070.691456:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.691467:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.691474:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b1fcbc 00000400:00000010:2.0:1761317070.691477:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b1fcbc. 00000100:00000200:2.0:1761317070.691488:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902778752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.692806:0:78533:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f077afac. 00000400:00000200:3.0:1761317070.693423:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.693446:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bf80 00000400:00000200:3.0:1761317070.693457:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1349 [1] + 224 00000400:00000200:3.0:1761317070.693473:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.693477:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.693488:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902778752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317070.694586:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000400:00000200:2.0:1761317070.694596:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:2.0:1761317070.694598:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000100:00000200:2.0:1761317070.694608:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902778752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.694618:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902778752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.694657:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bfb66826. 02000000:00000010:2.0:1761317070.694666:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9ad0224. 00000100:00000010:2.0:1761317070.694671:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:2.0:1761317070.694675:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff6d84d4. 00010000:00000010:2.0:1761317070.694706:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008648a089. 00000400:00000200:3.0:1761317070.695488:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.695509:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d3c0 00000400:00000200:3.0:1761317070.695520:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafcb1 [2] + 1312 00000400:00000200:3.0:1761317070.695599:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.695605:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.695613:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.695620:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 00010000:00000010:3.1:1761317070.696705:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a33db27. 00010000:00000010:3.1:1761317070.696721:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.1:1761317070.696730:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e71043. 00010000:00000010:3.1:1761317070.696734:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb74c90. 00000020:00000010:2.0:1761317070.696904:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b99c5c2. 00000020:00000010:2.0:1761317070.696912:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317070.696918:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317070.696952:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008e6a67e x1846872898917312/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317070.696995:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917312 02000000:00000010:2.0:1761317070.697011:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9ad0224. 00010000:00000010:2.0:1761317070.697049:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce606bd6. 00010000:00000010:2.0:1761317070.697072:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004afd2396. 00000100:00000010:2.0:1761317070.697080:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317070.697762:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00010000:00000010:2.0:1761317070.697770:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004afd2396. 00000400:00000010:2.0:1761317070.697790:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001dd0c60. 00000100:00000200:2.0:1761317070.697798:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917312, offset 224 00000400:00000200:2.0:1761317070.697818:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.697838:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.697843:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90065:90065:256:4294967295] 192.168.204.21@tcp LPNI seq info [90065:90065:8:4294967295] 00000400:00000200:2.0:1761317070.697856:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.697863:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.697869:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317070.697877:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.697886:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.697891:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761317070.698031:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013a97cde. 00010000:00000010:0.0:1761317070.698161:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:0.0:1761317070.698171:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e0a9d07. 00010000:00000010:0.0:1761317070.698268:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317070.698276:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efd5d07b. 00010000:00000010:0.0:1761317070.698290:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9730fb0. 00000100:00000010:0.0:1761317070.698296:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317070.698308:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317070.698325:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac65e290. 02000000:00000010:0.0:1761317070.698368:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a77ded61. 00000400:00000010:0.0:1761317070.698375:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d670d9fc. 00000400:00000010:0.0:1761317070.698380:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.698387:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778816, portal 16 00000400:00000010:0.0:1761317070.698392:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317070.698396:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778816, offset 0 00000400:00000200:0.0:1761317070.698403:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.698413:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.698423:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.698427:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.698431:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.698434:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90066:90066:255:4294967295] 192.168.204.21@tcp LPNI seq info [90066:90066:7:4294967295] 00000400:00000200:0.0:1761317070.698443:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.698447:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.698452:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354314). 00000800:00000200:0.0:1761317070.698456:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.698460:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.698463:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.698837:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317070.698846:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317070.698851:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b99c5c2. 00000800:00000200:3.0:1761317070.699349:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.699366:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82354066). 00000400:00000200:3.0:1761317070.699377:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.699387:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.699394:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001dd0c60 00000400:00000010:3.0:1761317070.699397:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001dd0c60. 00000800:00000200:3.0:1761317070.699497:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.699500:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00000400:00000200:3.0:1761317070.699503:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.699507:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.699510:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:3.0:1761317070.699511:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000100:00000200:3.0:1761317070.699519:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010822fe5 x1846872902778816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.702997:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.703021:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50bfc0 00000400:00000200:3.0:1761317070.703032:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1355 [1] + 224 00000400:00000200:3.0:1761317070.703049:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.703053:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.703066:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010822fe5 x1846872902778816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317070.703230:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d670d9fc. 00000400:00000200:0.0:1761317070.703237:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317070.703239:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.703246:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010822fe5 x1846872902778816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.703254:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010822fe5 x1846872902778816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.703291:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a77ded61. 02000000:00000010:0.0:1761317070.703297:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac65e290. 00000100:00000010:0.0:1761317070.703301:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00000100:00000010:0.0:1761317070.703310:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:0.0:1761317070.703314:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9730fb0. 00000400:00000200:3.0:1761317070.704549:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.704566:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d400 00000400:00000200:3.0:1761317070.704575:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafcb1 [2] + 1640 00000400:00000200:3.0:1761317070.705025:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.705031:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.705040:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.705048:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00010000:00000010:0.1:1761317070.705721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010970179. 00010000:00000010:0.1:1761317070.705733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848a6693. 00010000:00000010:2.1:1761317070.707015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004049e4b2. 00000020:00000010:2.0:1761317070.707108:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfb66826. 00000020:00000010:2.0:1761317070.707120:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317070.707127:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317070.707173:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898917376/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317070.707231:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917376 02000000:00000010:2.0:1761317070.707252:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002b99c5c2. 00010000:00000010:2.0:1761317070.707295:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e9ff978. 00010000:00000010:2.0:1761317070.707322:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004afd2396. 00000100:00000010:2.0:1761317070.707334:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317070.707348:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00010000:00000010:2.0:1761317070.707365:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004afd2396. 00000400:00000010:2.0:1761317070.707385:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317070.707392:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917376, offset 224 00000400:00000200:2.0:1761317070.707404:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.707423:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.707430:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90067:90067:256:4294967295] 192.168.204.21@tcp LPNI seq info [90067:90067:8:4294967295] 00000400:00000200:2.0:1761317070.707442:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.707450:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.707456:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317070.707464:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.707475:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.707480:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.707513:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317070.707518:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317070.707521:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfb66826. 00000800:00000200:2.0:1761317070.707656:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.707660:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:2.0:1761317070.707669:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.707674:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.707707:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:2.0:1761317070.707709:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00080000:00000010:0.0:1761317070.708056:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac65e290. 00010000:00000010:0.0:1761317070.708185:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efd5d07b. 00010000:00000010:0.0:1761317070.708194:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fed5dc60. 00010000:00000010:0.0:1761317070.708298:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317070.708305:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efd5d07b. 00010000:00000010:0.0:1761317070.708319:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9730fb0. 00000100:00000010:0.0:1761317070.708324:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317070.708333:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317070.708347:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a77ded61. 02000000:00000010:0.0:1761317070.708393:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022af4347. 00000400:00000010:0.0:1761317070.708402:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d670d9fc. 00000400:00000010:0.0:1761317070.708409:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.708416:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778880, portal 16 00000400:00000010:0.0:1761317070.708421:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317070.708423:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778880, offset 0 00000400:00000200:0.0:1761317070.708431:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.708443:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.708451:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.708455:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.708458:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.708461:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90068:90068:256:4294967295] 192.168.204.21@tcp LPNI seq info [90068:90068:8:4294967295] 00000400:00000200:0.0:1761317070.708470:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.708475:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.708480:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317070.708485:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.708491:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.708496:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.708577:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.708580:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:0.0:1761317070.708584:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.708589:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.708592:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:0.0:1761317070.708594:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000100:00000200:0.0:1761317070.708601:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010822fe5 x1846872902778880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.710993:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.711021:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c000 00000400:00000200:3.0:1761317070.711035:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1361 [1] + 224 00000400:00000200:3.0:1761317070.711055:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.711061:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.711079:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010822fe5 x1846872902778880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317070.711180:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d670d9fc. 00000400:00000200:0.0:1761317070.711198:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317070.711200:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.711216:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010822fe5 x1846872902778880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.711228:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010822fe5 x1846872902778880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.711265:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022af4347. 02000000:00000010:0.0:1761317070.711274:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a77ded61. 00000100:00000010:0.0:1761317070.711279:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00000100:00000010:0.0:1761317070.711286:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:0.0:1761317070.711289:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9730fb0. 00000400:00000200:2.0:1761317070.712489:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.712510:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d440 00000400:00000200:2.0:1761317070.712521:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafcb1 [2] + 1968 00000400:00000010:2.0:1761317070.712527:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003b06e322. 00000400:00000200:2.0:1761317070.712533:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000059fc17d6 00000400:00000200:2.0:1761317070.712619:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.712624:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.712629:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059fc17d6 00000400:00000010:2.0:1761317070.712631:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000059fc17d6 (tot 82353666). 00000100:00000200:2.0:1761317070.712639:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761317070.712876:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003538052d. 00000020:00000010:3.0:1761317070.712887:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.712892:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317070.712928:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef57477a x1846872898917440/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317070.712983:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917440 02000000:00000010:3.0:1761317070.712998:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e8524da3. 00010000:00000010:3.0:1761317070.713037:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec7960ce. 00010000:00000010:3.0:1761317070.713063:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000383646a8. 00000100:00000010:3.0:1761317070.713071:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1544af9. 00000100:00000010:3.0:1761317070.713089:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e1544af9. 00010000:00000010:3.0:1761317070.713093:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000383646a8. 00000400:00000010:3.0:1761317070.713108:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317070.713115:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917440, offset 224 00000400:00000200:3.0:1761317070.713125:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.713141:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.713147:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90069:90069:256:4294967295] 192.168.204.21@tcp LPNI seq info [90069:90069:8:4294967295] 00000400:00000200:3.0:1761317070.713160:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.713166:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00080000:00000010:0.0:1761317070.713169:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022af4347. 00000800:00000010:3.0:1761317070.713172:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82353914). 00000800:00000200:3.0:1761317070.713184:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.713192:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.713197:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.713223:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.713228:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317070.713233:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003538052d. 02000000:00000010:3.0:1761317070.713244:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002b99c5c2. 00000100:00000010:3.0:1761317070.713249:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 02000000:00000010:3.0:1761317070.713254:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9ad0224. 00000100:00000010:3.0:1761317070.713258:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 02000000:00000010:3.0:1761317070.713264:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae7fb320. 00000100:00000010:3.0:1761317070.713269:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317070.713273:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007af3cb0c. 00000100:00000010:3.0:1761317070.713278:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 02000000:00000010:3.0:1761317070.713284:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000481e81f6. 00000100:00000010:3.0:1761317070.713288:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 02000000:00000010:3.0:1761317070.713292:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000feaf7bc8. 00000100:00000010:3.0:1761317070.713297:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00010000:00000010:0.0:1761317070.713298:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efd5d07b. 00000100:00000200:3.0:1761317070.713307:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:0.0:1761317070.713313:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066f6d6db. 00000400:00000010:3.0:1761317070.713315:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d689c805. 00000400:00000010:3.0:1761317070.713322:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1544af9 (tot 82354066). 00010000:00000010:0.0:1761317070.713420:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.0:1761317070.713427:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efd5d07b. 00010000:00000010:0.0:1761317070.713439:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9730fb0. 00000100:00000010:0.0:1761317070.713446:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317070.713455:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317070.713470:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000481e81f6. 02000000:00000010:0.0:1761317070.713503:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a77ded61. 00000400:00000010:0.0:1761317070.713509:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d670d9fc. 00000400:00000010:0.0:1761317070.713516:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317070.713524:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902778944, portal 16 00000400:00000010:0.0:1761317070.713530:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317070.713533:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902778944, offset 0 00000400:00000200:0.0:1761317070.713545:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.713563:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.713571:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.713575:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.713579:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.713582:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90070:90070:255:4294967295] 192.168.204.21@tcp LPNI seq info [90070:90070:7:4294967295] 00000400:00000200:0.0:1761317070.713592:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.713598:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.713603:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354314). 00000800:00000200:0.0:1761317070.713610:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.713619:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.713623:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.714642:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.714649:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82354066). 00000400:00000200:3.0:1761317070.714656:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.714665:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.714671:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:3.0:1761317070.714675:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 02000000:00000010:3.0:1761317070.714695:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8524da3. 00000800:00000200:3.0:1761317070.715100:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.715104:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:3.0:1761317070.715107:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.715111:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.715114:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:3.0:1761317070.715116:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000100:00000200:3.0:1761317070.715125:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010822fe5 x1846872902778944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.720413:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003593d078. 00000400:00000200:3.0:1761317070.722001:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.722029:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c040 00000400:00000200:3.0:1761317070.722041:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1371 [1] + 224 00000400:00000200:3.0:1761317070.722058:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.722064:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.722080:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010822fe5 x1846872902778944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.724775:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.724800:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d480 00000400:00000200:3.0:1761317070.724819:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd01 [2] + 0 00000400:00000200:3.0:1761317070.724920:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.724925:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.724934:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.724942:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 00000020:00000010:3.0:1761317070.725025:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8524da3. 00000020:00000010:3.0:1761317070.725032:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.725037:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317070.725068:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a6f6e07 x1846872898917504/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.725100:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917504 02000000:00000010:3.0:1761317070.725115:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae7fb320. 00010000:00000010:3.0:1761317070.725168:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000383646a8. 00000100:00000010:3.0:1761317070.725178:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317070.725187:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317070.725191:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000383646a8. 00000400:00000010:3.0:1761317070.725211:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317070.725219:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917504, offset 224 00000400:00000200:3.0:1761317070.725227:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.725241:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.725248:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90071:90071:256:4294967295] 192.168.204.21@tcp LPNI seq info [90071:90071:8:4294967295] 00000400:00000200:3.0:1761317070.725258:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.725269:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.725274:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82354066). 00000800:00000200:3.0:1761317070.725283:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.725290:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.725295:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.725314:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.725318:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317070.725321:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8524da3. 00000800:00000200:3.0:1761317070.725412:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.725416:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82353818). 00000400:00000200:3.0:1761317070.725419:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.725422:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.725426:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:3.0:1761317070.725428:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00010000:00000010:0.1:1761317070.726725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f987dc. 00010000:00000010:0.1:1761317070.726741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00010000:00000010:0.1:1761317070.726746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b92a9c53. 00010000:00000010:0.1:1761317070.726749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00010000:00000010:3.1:1761317070.727041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd265e2e. 00000400:00000010:1.0:1761317070.727987:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d670d9fc. 00000400:00000200:1.0:1761317070.727996:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:1.0:1761317070.727999:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:1.0:1761317070.728015:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010822fe5 x1846872902778944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.728027:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010822fe5 x1846872902778944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.728060:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9971a85. 02000000:00000010:1.0:1761317070.728082:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a77ded61. 02000000:00000010:1.0:1761317070.728089:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000481e81f6. 00000100:00000010:1.0:1761317070.728096:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00000100:00000010:1.0:1761317070.728105:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:1.0:1761317070.728108:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9730fb0. 00080000:00000010:1.0:1761317070.728137:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6347c62. 00010000:00000010:1.0:1761317070.728263:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efd5d07b. 00010000:00000010:1.0:1761317070.728271:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048617bc4. 00010000:00000010:1.0:1761317070.728365:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.728373:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074be3196. 00010000:00000010:1.0:1761317070.728387:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.728398:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.728408:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 02000000:00000010:1.0:1761317070.728424:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c82c91e. 02000000:00000010:1.0:1761317070.728463:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4298534. 00000400:00000010:1.0:1761317070.728470:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e447eb0. 00000400:00000010:1.0:1761317070.728476:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317070.728483:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779008, portal 16 00000400:00000010:1.0:1761317070.728489:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088b1be39. 00000100:00000200:1.0:1761317070.728491:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779008, offset 0 00000400:00000200:1.0:1761317070.728503:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.728520:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.728529:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.728533:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.728535:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.734200:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90072:90072:256:4294967295] 192.168.204.21@tcp LPNI seq info [90072:90072:8:4294967295] 00000400:00000200:1.0:1761317070.734225:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.734236:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.734283:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317070.734294:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.734303:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.734309:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.734480:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.734485:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:2.0:1761317070.734492:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.734498:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.734505:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088b1be39 00000400:00000010:2.0:1761317070.734508:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088b1be39. 00000100:00000200:2.0:1761317070.734521:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c8ebd8 x1846872902779008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.738071:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.738102:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c080 00000400:00000200:0.0:1761317070.738113:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb137d [1] + 224 00000400:00000200:0.0:1761317070.738140:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.738145:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.738160:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c8ebd8 x1846872902779008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.738318:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.738328:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d4c0 00000400:00000200:3.0:1761317070.738334:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd01 [2] + 328 00000400:00000010:1.0:1761317070.738554:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e447eb0. 00000400:00000200:1.0:1761317070.738561:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:1.0:1761317070.738563:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000100:00000200:1.0:1761317070.738570:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c8ebd8 x1846872902779008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.738579:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c8ebd8 x1846872902779008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.738618:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4298534. 02000000:00000010:1.0:1761317070.738626:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c82c91e. 00000100:00000010:1.0:1761317070.738630:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 00000100:00000010:1.0:1761317070.738634:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.738638:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00000400:00000200:3.0:1761317070.738992:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.738997:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.739003:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.739011:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 00000020:00000010:2.0:1761317070.739115:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b99c5c2. 00000020:00000010:2.0:1761317070.739126:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000010450b9d. 00000020:00000010:2.0:1761317070.739131:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317070.739163:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000074b6d37 x1846872898917568/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317070.739203:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917568 02000000:00000010:2.0:1761317070.739219:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f0058ad. 00010000:00000010:2.0:1761317070.739264:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ab6186a. 00010000:00000010:2.0:1761317070.739293:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004afd2396. 00000100:00000010:2.0:1761317070.739300:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059fc17d6. 00000100:00000010:2.0:1761317070.739317:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059fc17d6. 00010000:00000010:2.0:1761317070.739321:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004afd2396. 00000400:00000010:2.0:1761317070.739337:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317070.739342:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917568, offset 224 00000400:00000200:2.0:1761317070.739351:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.739373:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.739380:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90073:90073:256:4294967295] 192.168.204.21@tcp LPNI seq info [90073:90073:8:4294967295] 00000400:00000200:2.0:1761317070.739391:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.739397:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.739402:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317070.739409:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.739417:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.739421:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.739444:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000010450b9d. 00000020:00000010:2.0:1761317070.739448:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317070.739452:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b99c5c2. 00080000:00000010:1.0:1761317070.739512:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c82c91e. 00010000:00000010:1.0:1761317070.739622:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074be3196. 00010000:00000010:1.0:1761317070.739629:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e81cb179. 00010000:00000010:1.0:1761317070.739754:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.739758:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000041a6e3d6. 00010000:00000010:1.0:1761317070.739765:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000058c49cd. 00010000:00000010:1.0:1761317070.739771:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074be3196. 00080000:00000010:1.0:1761317070.739783:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4298534. 00010000:00000010:1.0:1761317070.739805:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074be3196. 00010000:00000010:1.0:1761317070.739807:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041a6e3d6. 00010000:00000010:1.0:1761317070.739867:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad43f07c. 00010000:00000010:1.0:1761317070.739871:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074be3196. 00010000:00000010:1.0:1761317070.739879:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.739883:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.739891:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 02000000:00000010:1.0:1761317070.739906:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000481e81f6. 02000000:00000010:1.0:1761317070.739940:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007af3cb0c. 00000400:00000010:1.0:1761317070.739946:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e447eb0. 00000400:00000010:1.0:1761317070.739952:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000800:00000200:3.0:1761317070.740012:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.740017:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:3.0:1761317070.740025:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.740031:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.740035:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:3.0:1761317070.740037:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00000100:00000200:1.0:1761317070.740139:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779072, portal 16 00000400:00000010:2.0:1761317070.740383:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5a0a6ca. 00000100:00000200:2.0:1761317070.740387:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779072, offset 0 00000400:00000200:2.0:1761317070.740396:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.740408:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.740417:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.740421:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.740424:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.740427:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90074:90074:256:4294967295] 192.168.204.21@tcp LPNI seq info [90074:90074:8:4294967295] 00000400:00000200:2.0:1761317070.740436:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.740442:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.740446:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317070.740451:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.740458:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.740461:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.740863:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.740868:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:0.0:1761317070.740873:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.740878:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.740881:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5a0a6ca 00000400:00000010:0.0:1761317070.740883:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5a0a6ca. 00000100:00000200:0.0:1761317070.740891:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c8ebd8 x1846872902779072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.744818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d9bfceb. 00010000:00000010:1.1:1761317070.744841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdabbef. 00010000:00000010:1.1:1761317070.744846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:2.1:1761317070.749341:0:78529:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b707346. 00010000:00000010:1.1:1761317070.749720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c31fb5. 00010000:00000010:1.1:1761317070.749729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.1:1761317070.749735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317070.749739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058c49cd. 00000400:00000200:3.0:1761317070.754752:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.754995:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c0c0 00000400:00000200:0.0:1761317070.755006:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1389 [1] + 224 00000400:00000200:0.0:1761317070.755023:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.755028:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.755042:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c8ebd8 x1846872902779072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.755085:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.755090:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d500 00000400:00000200:0.0:1761317070.755095:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd01 [2] + 656 00000400:00000200:0.0:1761317070.755103:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.755106:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.755110:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.755119:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00000020:00000010:0.0:1761317070.755176:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a77ded61. 00000020:00000010:0.0:1761317070.755184:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.755189:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.755217:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003f5680a2 x1846872898917632/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.755248:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917632 02000000:00000010:0.0:1761317070.755265:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a313380b. 00010000:00000010:0.0:1761317070.755313:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006be87142. 00000100:00000010:0.0:1761317070.755321:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000887f1acb. 00000100:00000010:0.0:1761317070.755329:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000887f1acb. 00010000:00000010:0.0:1761317070.755332:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006be87142. 00000400:00000010:0.0:1761317070.755349:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317070.755368:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917632, offset 224 00000400:00000200:0.0:1761317070.755378:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.755391:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.755397:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90075:90075:256:4294967295] 192.168.204.21@tcp LPNI seq info [90075:90075:8:4294967295] 00000400:00000200:0.0:1761317070.755408:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.755414:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.755420:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317070.755426:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.755434:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.755439:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.755459:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.755464:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.755467:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a77ded61. 00000800:00000200:0.0:1761317070.755585:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.755590:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:0.0:1761317070.755593:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.755597:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.755601:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:0.0:1761317070.755603:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000400:00000010:1.0:1761317070.756108:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e447eb0. 00000400:00000200:1.0:1761317070.756116:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:1.0:1761317070.756117:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000100:00000200:1.0:1761317070.756127:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c8ebd8 x1846872902779072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.756135:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c8ebd8 x1846872902779072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317070.756167:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f50aeba8. 02000000:00000010:1.0:1761317070.756189:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007af3cb0c. 02000000:00000010:1.0:1761317070.756198:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000481e81f6. 00000100:00000010:1.0:1761317070.756203:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 00000100:00000010:1.0:1761317070.756207:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:1.0:1761317070.756210:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00080000:00000010:1.0:1761317070.756236:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007af3cb0c. 00010000:00000010:1.0:1761317070.756364:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074be3196. 00010000:00000010:1.0:1761317070.756371:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000e93987. 00010000:00000010:1.0:1761317070.756475:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000058c49cd. 00010000:00000010:1.0:1761317070.756482:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000074be3196. 00010000:00000010:1.0:1761317070.756495:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e6f23b9. 00000100:00000010:1.0:1761317070.756501:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080acd791. 00000100:00000010:1.0:1761317070.756508:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 02000000:00000010:1.0:1761317070.756522:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d153ee0. 02000000:00000010:1.0:1761317070.756554:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000481e81f6. 00000400:00000010:1.0:1761317070.756559:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e447eb0. 00000400:00000010:1.0:1761317070.756563:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317070.756571:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779136, portal 16 00000400:00000010:1.0:1761317070.756576:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317070.756578:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779136, offset 0 00000400:00000200:1.0:1761317070.756586:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.756599:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.756608:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.756612:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.756615:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.756619:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90076:90076:256:4294967295] 192.168.204.21@tcp LPNI seq info [90076:90076:8:4294967295] 00000400:00000200:1.0:1761317070.756629:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.756635:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.756639:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317070.756645:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.756652:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.756657:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.758756:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.758765:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:0.0:1761317070.758957:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.758970:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.758978:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:0.0:1761317070.758981:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000100:00000200:0.0:1761317070.758993:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c8ebd8 x1846872902779136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.763905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001504241. 00010000:00000010:1.1:1761317070.763931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8d87a58. 00010000:00000010:1.1:1761317070.763937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad43f07c. 00000400:00000200:0.0:1761317070.771535:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.771560:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c100 00000400:00000200:0.0:1761317070.771572:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1395 [1] + 224 00000400:00000200:0.0:1761317070.771585:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.771590:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.771606:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c8ebd8 x1846872902779136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.771649:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.771654:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d540 00000400:00000200:0.0:1761317070.771661:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd01 [2] + 984 00000400:00000200:0.0:1761317070.771676:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.771699:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.771704:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.771711:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 00000020:00000010:0.0:1761317070.771778:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000500681fb. 00000020:00000010:0.0:1761317070.771785:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.771790:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.771821:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010822fe5 x1846872898917696/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.771854:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917696 02000000:00000010:0.0:1761317070.771869:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a77ded61. 00010000:00000010:0.0:1761317070.771924:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006be87142. 00000100:00000010:0.0:1761317070.771934:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000887f1acb. 00000100:00000010:0.0:1761317070.771944:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000887f1acb. 00010000:00000010:0.0:1761317070.771947:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006be87142. 00000400:00000010:0.0:1761317070.771965:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317070.771971:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917696, offset 224 00000400:00000200:0.0:1761317070.771979:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.771991:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.771997:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90077:90077:256:4294967295] 192.168.204.21@tcp LPNI seq info [90077:90077:8:4294967295] 00000400:00000200:0.0:1761317070.772006:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.772011:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.772016:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317070.772021:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.772029:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.772034:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.772053:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.772058:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.772061:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000500681fb. 00000800:00000200:0.0:1761317070.772195:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.772199:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:0.0:1761317070.772202:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.772206:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.772210:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:0.0:1761317070.772212:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000400:00000010:3.0:1761317070.772559:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e447eb0. 00000400:00000200:3.0:1761317070.772565:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:3.0:1761317070.772567:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000100:00000200:3.0:1761317070.772574:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c8ebd8 x1846872902779136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.772582:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c8ebd8 x1846872902779136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317070.772611:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5bef971. 02000000:00000010:3.0:1761317070.772628:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000481e81f6. 02000000:00000010:3.0:1761317070.772635:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d153ee0. 00000100:00000010:3.0:1761317070.772641:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 00000100:00000010:3.0:1761317070.772644:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080acd791. 00010000:00000010:3.0:1761317070.772647:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e6f23b9. 00080000:00000010:3.0:1761317070.772672:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8524da3. 00010000:00000010:3.0:1761317070.772816:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074be3196. 00010000:00000010:3.0:1761317070.772823:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ec5141d. 00010000:00000010:3.0:1761317070.772925:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.0:1761317070.772932:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317070.772945:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000383646a8. 00000100:00000010:3.0:1761317070.772950:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317070.772959:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 02000000:00000010:3.0:1761317070.772972:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d153ee0. 02000000:00000010:3.0:1761317070.773005:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003538052d. 00000400:00000010:3.0:1761317070.773011:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317070.773016:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317070.773024:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779200, portal 16 00000400:00000010:3.0:1761317070.773029:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000732eef34. 00000100:00000200:3.0:1761317070.773031:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779200, offset 0 00000400:00000200:3.0:1761317070.773037:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.773047:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.773055:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.773060:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.773063:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.773066:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90078:90078:256:4294967295] 192.168.204.21@tcp LPNI seq info [90078:90078:8:4294967295] 00000400:00000200:3.0:1761317070.773074:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.773078:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.773083:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82354066). 00000800:00000200:3.0:1761317070.773089:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.773093:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.773097:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.773233:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.773237:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82353818). 00000400:00000200:0.0:1761317070.773241:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.773246:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.773248:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000732eef34 00000400:00000010:0.0:1761317070.773250:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000732eef34. 00000100:00000200:0.0:1761317070.773256:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008e6a67e x1846872902779200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.776346:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.776382:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c140 00000400:00000200:0.0:1761317070.776394:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb13a1 [1] + 224 00000400:00000200:0.0:1761317070.776409:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.776413:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.776426:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008e6a67e x1846872902779200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.776466:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.776471:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d580 00000400:00000200:0.0:1761317070.776477:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd01 [2] + 1312 00000400:00000200:0.0:1761317070.776486:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.776489:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.776494:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.776502:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000524e4813. 00000020:00000010:1.0:1761317070.776610:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000481e81f6. 00000020:00000010:1.0:1761317070.776620:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.776626:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.776655:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000524e4813 x1846872898917760/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.776715:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917760 02000000:00000010:1.0:1761317070.776734:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005d5d4ce8. 00010000:00000010:1.0:1761317070.776785:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317070.776793:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5eb899d. 00000100:00000010:1.0:1761317070.776800:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5eb899d. 00010000:00000010:1.0:1761317070.776803:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000010:1.0:1761317070.776826:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317070.776833:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917760, offset 224 00000400:00000200:1.0:1761317070.776843:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.776856:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.776862:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90079:90079:256:4294967295] 192.168.204.21@tcp LPNI seq info [90079:90079:8:4294967295] 00000400:00000200:1.0:1761317070.776875:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.776881:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.776886:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317070.776892:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.776901:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.776907:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.776928:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.776935:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.776939:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000481e81f6. 00000800:00000200:1.0:1761317070.777060:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.777064:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:1.0:1761317070.777067:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.777071:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.777075:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:1.0:1761317070.777077:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000400:00000010:3.0:1761317070.777203:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317070.777209:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:3.0:1761317070.777210:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:3.0:1761317070.777216:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008e6a67e x1846872902779200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.777225:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008e6a67e x1846872902779200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317070.777250:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000024748be. 02000000:00000010:3.0:1761317070.777271:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003538052d. 02000000:00000010:3.0:1761317070.777278:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d153ee0. 00000100:00000010:3.0:1761317070.777282:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 00000100:00000010:3.0:1761317070.777285:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317070.777288:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000383646a8. 00080000:00000010:3.0:1761317070.777309:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000430e91ce. 00010000:00000010:3.0:1761317070.777434:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317070.777442:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092431413. 00010000:00000010:3.0:1761317070.777534:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.0:1761317070.777541:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317070.777554:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000383646a8. 00000100:00000010:3.0:1761317070.777557:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317070.777564:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 02000000:00000010:3.0:1761317070.777576:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d153ee0. 02000000:00000010:3.0:1761317070.777605:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003538052d. 00000400:00000010:3.0:1761317070.777610:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317070.777614:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317070.777619:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779264, portal 16 00000400:00000010:3.0:1761317070.777624:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317070.777626:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779264, offset 0 00000400:00000200:3.0:1761317070.777633:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.777642:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.777651:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.777655:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.777658:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.777661:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90080:90080:256:4294967295] 192.168.204.21@tcp LPNI seq info [90080:90080:8:4294967295] 00000400:00000200:3.0:1761317070.777669:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.777675:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.777704:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82354066). 00000800:00000200:3.0:1761317070.777708:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.777714:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.777717:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317070.777826:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.777830:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:0.0:1761317070.777834:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.777838:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.777841:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:0.0:1761317070.777843:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000100:00000200:0.0:1761317070.777848:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008e6a67e x1846872902779264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.782127:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.782153:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c180 00000400:00000200:0.0:1761317070.782163:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb13ad [1] + 224 00000400:00000200:0.0:1761317070.782180:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.782185:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.782200:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008e6a67e x1846872902779264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.782238:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.782242:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d5c0 00000400:00000200:0.0:1761317070.782247:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd01 [2] + 1640 00000400:00000200:0.0:1761317070.782306:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.782310:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.782315:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.782323:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008b91f353. 00000020:00000010:1.0:1761317070.782452:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000481e81f6. 00000020:00000010:1.0:1761317070.782463:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.782469:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.782502:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008b91f353 x1846872898917824/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.782544:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917824 02000000:00000010:1.0:1761317070.782563:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d5c4b565. 00010000:00000010:1.0:1761317070.782622:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317070.782631:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5eb899d. 00000100:00000010:1.0:1761317070.782646:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5eb899d. 00010000:00000010:1.0:1761317070.782649:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000010:1.0:1761317070.782703:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317070.782710:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917824, offset 224 00000400:00000200:1.0:1761317070.782722:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.782737:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.782743:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90081:90081:256:4294967295] 192.168.204.21@tcp LPNI seq info [90081:90081:8:4294967295] 00000400:00000200:1.0:1761317070.782754:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.782759:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.782764:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317070.782769:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.782778:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.782783:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.782808:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.782816:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.782820:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000481e81f6. 00000800:00000200:2.0:1761317070.784206:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.784216:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:2.0:1761317070.784226:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.784238:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.784245:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:2.0:1761317070.784248:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000400:00000010:3.0:1761317070.784262:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317070.784272:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:3.0:1761317070.784274:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:3.0:1761317070.784287:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008e6a67e x1846872902779264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.784298:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008e6a67e x1846872902779264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317070.784330:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000502fff3a. 02000000:00000010:3.0:1761317070.784361:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003538052d. 02000000:00000010:3.0:1761317070.784369:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d153ee0. 00000100:00000010:3.0:1761317070.784375:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 00000100:00000010:3.0:1761317070.784379:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317070.784382:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000383646a8. 00080000:00000010:3.0:1761317070.784405:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1357a49. 00010000:00000010:3.0:1761317070.784527:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317070.784534:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000181ca547. 00010000:00000010:3.0:1761317070.784625:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a5f71dd. 00010000:00000010:3.0:1761317070.784631:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317070.784644:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000383646a8. 00000100:00000010:3.0:1761317070.784650:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317070.784659:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 02000000:00000010:3.0:1761317070.784675:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c06125a9. 02000000:00000010:0.0:1761317070.785549:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000500681fb. 00000400:00000010:0.0:1761317070.785561:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317070.785569:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317070.785576:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779328, portal 16 00000400:00000010:0.0:1761317070.785582:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317070.785585:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779328, offset 0 00000400:00000200:0.0:1761317070.785596:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.785615:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.785624:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.785629:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.785632:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.785636:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90082:90082:256:4294967295] 192.168.204.21@tcp LPNI seq info [90082:90082:8:4294967295] 00000400:00000200:0.0:1761317070.785648:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.785655:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.785660:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317070.785666:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.785675:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.785707:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.786544:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.786551:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:2.0:1761317070.786560:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.786570:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.786577:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:2.0:1761317070.786579:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 00000100:00000200:2.0:1761317070.786588:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008e6a67e x1846872902779328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.789800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b7aa851. 00000400:00000200:3.0:1761317070.790826:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.790845:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c1c0 00000400:00000200:3.0:1761317070.790853:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb13b9 [1] + 224 00000400:00000200:3.0:1761317070.790871:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.790875:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.790886:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008e6a67e x1846872902779328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.790990:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7cc8acc. 00000400:00000200:1.0:1761317070.791001:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:1.0:1761317070.791004:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000100:00000200:1.0:1761317070.791017:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008e6a67e x1846872902779328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.791028:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008e6a67e x1846872902779328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.791069:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000500681fb. 02000000:00000010:1.0:1761317070.791079:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c06125a9. 00000100:00000010:1.0:1761317070.791085:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 00000100:00000010:1.0:1761317070.791089:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:1.0:1761317070.791094:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000383646a8. 00000400:00000200:2.0:1761317070.792577:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.792597:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d600 00000400:00000200:2.0:1761317070.792607:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd01 [2] + 1968 00000400:00000010:2.0:1761317070.792613:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b5660c4. 00000400:00000200:2.0:1761317070.792619:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000921d652a 00000400:00000200:2.0:1761317070.792712:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.792716:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.792719:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000921d652a 00000400:00000010:2.0:1761317070.792721:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000921d652a (tot 82353666). 00000100:00000200:2.0:1761317070.792728:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317070.792824:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ec39aea. 00000020:00000010:1.0:1761317070.792836:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.792841:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.792878:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e72fd9ae x1846872898917888/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317070.792931:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917888 02000000:00000010:1.0:1761317070.792945:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005678f853. 00010000:00000010:1.0:1761317070.792985:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005820b7b7. 00010000:00000010:1.0:1761317070.793010:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317070.793019:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5eb899d. 00000100:00000010:1.0:1761317070.793039:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5eb899d. 00010000:00000010:1.0:1761317070.793042:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000010:1.0:1761317070.793063:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317070.793070:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917888, offset 224 00000400:00000200:1.0:1761317070.793080:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.793097:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.793104:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90083:90083:256:4294967295] 192.168.204.21@tcp LPNI seq info [90083:90083:8:4294967295] 00000400:00000200:1.0:1761317070.793114:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.793120:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.793126:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82353914). 00000800:00000200:1.0:1761317070.793132:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.793141:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.793145:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.793170:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.793177:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.793181:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ec39aea. 02000000:00000010:1.0:1761317070.793190:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d5c4b565. 00000100:00000010:1.0:1761317070.793193:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008b91f353. 02000000:00000010:1.0:1761317070.793198:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005d5d4ce8. 00000100:00000010:1.0:1761317070.793202:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000524e4813. 02000000:00000010:1.0:1761317070.793206:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a77ded61. 00000100:00000010:1.0:1761317070.793208:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 02000000:00000010:1.0:1761317070.793219:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a313380b. 00000100:00000010:1.0:1761317070.793222:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317070.793225:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f0058ad. 00000100:00000010:1.0:1761317070.793228:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 02000000:00000010:1.0:1761317070.793232:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae7fb320. 00000100:00000010:1.0:1761317070.793236:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 00000100:00000200:1.0:1761317070.793241:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317070.793247:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000058a51337. 00000400:00000010:1.0:1761317070.793252:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5eb899d (tot 82354066). 00000800:00000200:1.0:1761317070.793364:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.793368:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:1.0:1761317070.793371:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.793376:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.793379:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:1.0:1761317070.793382:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 02000000:00000010:1.0:1761317070.793388:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005678f853. 00080000:00000010:3.0:1761317070.793410:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d153ee0. 00010000:00000010:1.0:1761317070.794433:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:1.0:1761317070.794445:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc97db81. 00010000:00000010:1.0:1761317070.794540:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317070.794544:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000041a6e3d6. 00010000:00000010:1.0:1761317070.794550:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad43f07c. 00010000:00000010:1.0:1761317070.794557:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002751dd2a. 00080000:00000010:1.0:1761317070.794576:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005678f853. 00010000:00000010:1.0:1761317070.794606:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002751dd2a. 00010000:00000010:1.0:1761317070.794610:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041a6e3d6. 00010000:00000010:1.0:1761317070.794667:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.794671:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002751dd2a. 00010000:00000010:1.0:1761317070.794697:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317070.794705:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e8a4dac. 00000100:00000010:1.0:1761317070.794716:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 02000000:00000010:1.0:1761317070.794734:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5c4b565. 02000000:00000010:1.0:1761317070.794768:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ec39aea. 00000400:00000010:1.0:1761317070.794785:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e247ac6. 00000400:00000010:1.0:1761317070.794792:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317070.794798:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779392, portal 16 00000400:00000010:1.0:1761317070.794804:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088b1be39. 00000100:00000200:1.0:1761317070.794817:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779392, offset 0 00000400:00000200:1.0:1761317070.794827:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.794843:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.794852:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.794856:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.794859:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.794862:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90084:90084:256:4294967295] 192.168.204.21@tcp LPNI seq info [90084:90084:8:4294967295] 00000400:00000200:1.0:1761317070.794871:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.794876:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.794881:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317070.794886:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.794894:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.794898:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317070.795186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072c763c2. 00010000:00000010:3.1:1761317070.795203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058c49cd. 00010000:00000010:3.1:1761317070.795208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f37d902. 00010000:00000010:3.1:1761317070.795211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002baa3dd5. 00010000:00000010:3.1:1761317070.795215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb74c90. 00000800:00000200:2.0:1761317070.796579:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.796587:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:2.0:1761317070.796595:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.796605:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.796613:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088b1be39 00000400:00000010:2.0:1761317070.796615:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088b1be39. 00000100:00000200:2.0:1761317070.796627:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c8ebd8 x1846872902779392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.797789:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00010000:00000010:1.1:1761317070.797957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6030587. 00000400:00000200:2.0:1761317070.798017:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c200 00010000:00000010:3.1:1761317070.798030:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e37c706. 00000400:00000200:2.0:1761317070.798030:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb13c9 [1] + 224 00010000:00000010:3.1:1761317070.798037:0:1019:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043165f9e. 00010000:00000010:3.1:1761317070.798042:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d5015b. 00000400:00000200:2.0:1761317070.798056:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.798060:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.798072:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c8ebd8 x1846872902779392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317070.798110:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.798116:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d640 00000400:00000200:2.0:1761317070.798122:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd59 [2] + 0 00000400:00000010:1.0:1761317070.798425:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e247ac6. 00000400:00000200:1.0:1761317070.798432:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:1.0:1761317070.798434:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000100:00000200:1.0:1761317070.798450:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c8ebd8 x1846872902779392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.798458:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c8ebd8 x1846872902779392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.798502:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ec39aea. 02000000:00000010:1.0:1761317070.798508:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d5c4b565. 00000100:00000010:1.0:1761317070.798512:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 00000100:00000010:1.0:1761317070.798517:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e8a4dac. 00010000:00000010:1.0:1761317070.798520:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000200:2.0:1761317070.798568:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.798572:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.798577:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.798583:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 00000020:00000010:1.0:1761317070.798778:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5c4b565. 00000020:00000010:1.0:1761317070.798787:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.798792:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.798826:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000260ce024 x1846872898917952/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317070.798867:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898917952 02000000:00000010:1.0:1761317070.798882:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ec39aea. 00010000:00000010:1.0:1761317070.798918:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3498b65. 00010000:00000010:1.0:1761317070.798946:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317070.798954:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e8a4dac. 00000100:00000010:1.0:1761317070.798965:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e8a4dac. 00010000:00000010:1.0:1761317070.798967:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000010:1.0:1761317070.798983:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317070.798989:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898917952, offset 224 00000400:00000200:1.0:1761317070.798999:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.799013:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.799020:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90085:90085:256:4294967295] 192.168.204.21@tcp LPNI seq info [90085:90085:8:4294967295] 00000400:00000200:1.0:1761317070.799032:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.799038:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.799045:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317070.799052:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.799059:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.799063:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.799091:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.799099:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.799103:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5c4b565. 00080000:00000010:1.0:1761317070.799131:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5c4b565. 00010000:00000010:1.0:1761317070.799369:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002751dd2a. 00010000:00000010:1.0:1761317070.799377:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004931b8f1. 00000800:00000200:3.0:1761317070.799426:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.799432:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:3.0:1761317070.799436:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.799441:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.799444:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:3.0:1761317070.799446:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00010000:00000010:1.0:1761317070.799556:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1f779d1. 00010000:00000010:1.0:1761317070.799564:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002751dd2a. 00010000:00000010:1.0:1761317070.799576:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317070.799580:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e8a4dac. 00000100:00000010:1.0:1761317070.799587:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 02000000:00000010:1.0:1761317070.799600:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e52ab094. 02000000:00000010:1.0:1761317070.799629:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005579a4ea. 00000400:00000010:1.0:1761317070.799635:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e247ac6. 00000400:00000010:1.0:1761317070.799639:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317070.799644:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779456, portal 16 00000400:00000010:1.0:1761317070.799650:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000100:00000200:1.0:1761317070.799652:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779456, offset 0 00000400:00000200:1.0:1761317070.799657:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.799664:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.799672:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.799676:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.799702:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.799705:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90086:90086:256:4294967295] 192.168.204.21@tcp LPNI seq info [90086:90086:8:4294967295] 00000400:00000200:1.0:1761317070.799713:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.799720:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.799724:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317070.799729:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.799733:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.799736:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.801205:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.801213:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:2.0:1761317070.801221:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.801230:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.801236:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:2.0:1761317070.801238:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00000100:00000200:2.0:1761317070.801249:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c8ebd8 x1846872902779456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.802066:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.802085:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c240 00000400:00000200:0.0:1761317070.802096:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb13d5 [1] + 224 00000400:00000200:0.0:1761317070.802114:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.802117:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.802125:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c8ebd8 x1846872902779456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317070.802170:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005e247ac6. 00000400:00000200:0.0:1761317070.802176:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:0.0:1761317070.802178:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:0.0:1761317070.802508:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c8ebd8 x1846872902779456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.802592:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.802603:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d680 00000400:00000200:3.0:1761317070.802609:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd59 [2] + 328 00000400:00000200:3.0:1761317070.802712:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.802716:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.802722:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.802729:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00000020:00000010:2.0:1761317070.802955:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b99c5c2. 00000020:00000010:2.0:1761317070.802964:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317070.802970:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317070.803003:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898918016/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317070.803035:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918016 02000000:00000010:2.0:1761317070.803049:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000feaf7bc8. 00010000:00000010:2.0:1761317070.803097:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004afd2396. 00000100:00000010:2.0:1761317070.803105:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317070.803113:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00010000:00000010:2.0:1761317070.803117:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004afd2396. 00000400:00000010:2.0:1761317070.803134:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e391df9d. 00000100:00000200:2.0:1761317070.803140:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918016, offset 224 00000400:00000200:2.0:1761317070.803149:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.803162:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.803169:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90087:90087:256:4294967295] 192.168.204.21@tcp LPNI seq info [90087:90087:8:4294967295] 00000400:00000200:2.0:1761317070.803180:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.803191:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.803196:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317070.803202:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.803210:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.803214:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317070.803235:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317070.803240:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317070.803243:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b99c5c2. 00000800:00000200:2.0:1761317070.803342:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.803346:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:2.0:1761317070.803361:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.803364:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.803367:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e391df9d 00000400:00000010:2.0:1761317070.803369:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e391df9d. 00000100:00000200:0.0:1761317070.803467:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c8ebd8 x1846872902779456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317070.803494:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000366d304. 02000000:00000010:0.0:1761317070.803511:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005579a4ea. 02000000:00000010:0.0:1761317070.803517:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e52ab094. 00000100:00000010:0.0:1761317070.803522:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 00000100:00000010:0.0:1761317070.803525:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006e8a4dac. 00010000:00000010:0.0:1761317070.803527:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00080000:00000010:0.0:1761317070.803553:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059a72e76. 00010000:00000010:0.0:1761317070.803694:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002751dd2a. 00010000:00000010:0.0:1761317070.803701:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c3a41d5. 00010000:00000010:0.0:1761317070.803804:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317070.803811:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dbd9ec4b. 00010000:00000010:0.0:1761317070.803825:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006be87142. 00000100:00000010:0.0:1761317070.803830:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000887f1acb. 00000100:00000010:0.0:1761317070.803838:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042adac41. 02000000:00000010:0.0:1761317070.803852:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000157116f8. 02000000:00000010:0.0:1761317070.803880:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3ce8458. 00000400:00000010:0.0:1761317070.803887:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000061fb9ed. 00000400:00000010:0.0:1761317070.803892:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317070.803899:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779520, portal 16 00000400:00000010:0.0:1761317070.803905:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317070.803906:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779520, offset 0 00000400:00000200:0.0:1761317070.803913:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.803921:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.803929:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.803934:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.803937:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.803939:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90088:90088:256:4294967295] 192.168.204.21@tcp LPNI seq info [90088:90088:8:4294967295] 00000400:00000200:0.0:1761317070.803947:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.803952:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.803956:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317070.803960:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.803965:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.803968:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761317070.804324:0:78535:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000feddf363. 00010000:00000010:1.1:1761317070.804335:0:78535:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a5f71dd. 00010000:00000010:1.1:1761317070.804340:0:78535:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317070.804343:0:78535:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad43f07c. 00000800:00000200:2.0:1761317070.806245:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.806254:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:2.0:1761317070.806262:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.806273:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.806281:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:2.0:1761317070.806283:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000100:00000200:2.0:1761317070.806296:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042adac41 x1846872902779520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.814185:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.814214:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c280 00000400:00000200:3.0:1761317070.814226:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb13e1 [1] + 224 00000400:00000200:3.0:1761317070.814246:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.814253:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.814269:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042adac41 x1846872902779520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317070.814386:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000061fb9ed. 00000400:00000200:0.0:1761317070.814393:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:0.0:1761317070.814396:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000100:00000200:0.0:1761317070.814403:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042adac41 x1846872902779520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.814412:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042adac41 x1846872902779520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.814457:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3ce8458. 02000000:00000010:0.0:1761317070.814467:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000157116f8. 00000100:00000010:0.0:1761317070.814473:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042adac41. 00000100:00000010:0.0:1761317070.814479:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000887f1acb. 00010000:00000010:0.0:1761317070.814484:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006be87142. 00010000:00000010:1.1:1761317070.814846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e588fbc. 00010000:00000010:1.1:1761317070.814857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e2000c2. 00010000:00000010:1.1:1761317070.814864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00010000:00000010:0.1:1761317070.815781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006616124f. 00010000:00000010:0.1:1761317070.815793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f5cc891. 00010000:00000010:0.1:1761317070.815796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1f779d1. 00000400:00000200:2.0:1761317070.871815:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.871847:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d6c0 00000400:00000200:2.0:1761317070.871858:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd59 [2] + 656 00000400:00000200:2.0:1761317070.871946:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.871952:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.871961:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.871969:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 00000020:00000010:1.0:1761317070.873299:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031e8c846. 00000020:00000010:1.0:1761317070.873313:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.873320:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.873376:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000043b3a93 x1846872898918080/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317070.873421:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918080 02000000:00000010:1.0:1761317070.873437:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8fb6665. 00010000:00000010:1.0:1761317070.873491:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dae3f6ac. 00010000:00000010:1.0:1761317070.873519:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9f386c9. 00000100:00000010:1.0:1761317070.873529:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317070.873548:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317070.873552:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9f386c9. 00000400:00000010:1.0:1761317070.873574:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000100:00000200:1.0:1761317070.873581:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918080, offset 224 00000400:00000200:1.0:1761317070.873593:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.873612:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.873620:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90089:90089:256:4294967295] 192.168.204.21@tcp LPNI seq info [90089:90089:8:4294967295] 00000400:00000200:1.0:1761317070.873634:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.873641:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.873646:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354066). 00000800:00000200:1.0:1761317070.873654:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.873664:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.873669:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.873719:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317070.873727:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.873731:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031e8c846. 00080000:00000010:0.0:1761317070.873965:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000157116f8. 00010000:00000010:0.0:1761317070.874090:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbd9ec4b. 00010000:00000010:0.0:1761317070.874099:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e05a5254. 00010000:00000010:0.0:1761317070.874202:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317070.874211:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dbd9ec4b. 00010000:00000010:0.0:1761317070.874227:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006be87142. 00000100:00000010:0.0:1761317070.874233:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000887f1acb. 00000100:00000010:0.0:1761317070.874243:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042adac41. 02000000:00000010:0.0:1761317070.874257:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b3ce8458. 02000000:00000010:0.0:1761317070.874291:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbe22130. 00000400:00000010:0.0:1761317070.874299:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000061fb9ed. 00000400:00000010:0.0:1761317070.874306:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317070.874312:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779584, portal 16 00000400:00000010:0.0:1761317070.874318:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317070.874321:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779584, offset 0 00000400:00000200:0.0:1761317070.874330:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.874339:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.874348:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.874365:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.874368:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.874371:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90090:90090:255:4294967295] 192.168.204.21@tcp LPNI seq info [90090:90090:7:4294967295] 00000400:00000200:0.0:1761317070.874381:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.874386:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.874391:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354314). 00000800:00000200:0.0:1761317070.874397:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.874402:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.874405:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317070.874585:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.874591:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82354066). 00000400:00000200:2.0:1761317070.874597:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.874603:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.874610:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:2.0:1761317070.874612:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00000800:00000200:2.0:1761317070.874734:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.874736:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:2.0:1761317070.874741:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.874746:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.874749:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:2.0:1761317070.874750:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 00000100:00000200:2.0:1761317070.874757:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042adac41 x1846872902779584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.876531:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.876554:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c2c0 00000400:00000200:3.0:1761317070.876566:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb13ed [1] + 224 00000400:00000200:3.0:1761317070.876587:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.876592:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.876607:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042adac41 x1846872902779584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317070.876726:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000061fb9ed. 00000400:00000200:2.0:1761317070.876733:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:2.0:1761317070.876736:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000100:00000200:2.0:1761317070.876742:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042adac41 x1846872902779584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.876750:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042adac41 x1846872902779584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.876787:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbe22130. 02000000:00000010:2.0:1761317070.876793:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b3ce8458. 00000100:00000010:2.0:1761317070.876798:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042adac41. 00000100:00000010:2.0:1761317070.876802:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000887f1acb. 00010000:00000010:2.0:1761317070.876807:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006be87142. 00000400:00000200:2.0:1761317070.878190:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.878208:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d700 00000400:00000200:2.0:1761317070.878216:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd59 [2] + 984 00000400:00000200:2.0:1761317070.878280:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.878285:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317070.878291:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317070.878298:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00010000:00000010:1.1:1761317070.880746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7b3d1a9. 00010000:00000010:0.1:1761317070.881329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8812c99. 00010000:00000010:0.1:1761317070.881337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00000020:00000010:3.0:1761317070.881466:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003538052d. 00000020:00000010:3.0:1761317070.881476:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ecfda63b. 00000020:00000010:3.0:1761317070.881482:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317070.881530:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898918144/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317070.881577:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918144 02000000:00000010:3.0:1761317070.881593:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000737f50bc. 00010000:00000010:3.0:1761317070.881634:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000070770d0. 00010000:00000010:3.0:1761317070.881659:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000028c7f81. 00000100:00000010:3.0:1761317070.881669:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317070.881713:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:3.0:1761317070.881719:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000028c7f81. 00000400:00000010:3.0:1761317070.881740:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00080000:00000010:0.0:1761317070.881746:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059827d42. 00000100:00000200:3.0:1761317070.881751:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918144, offset 224 00000400:00000200:3.0:1761317070.881764:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.881785:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.881793:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90091:90091:256:4294967295] 192.168.204.21@tcp LPNI seq info [90091:90091:8:4294967295] 00000400:00000200:3.0:1761317070.881805:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.881812:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.881820:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00000800:00000200:3.0:1761317070.881829:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.881839:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.881844:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.881871:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ecfda63b. 00010000:00000010:0.0:1761317070.881871:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbd9ec4b. 00000020:00000010:3.0:1761317070.881878:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317070.881883:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003538052d. 00010000:00000010:0.0:1761317070.881884:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f39d741f. 00010000:00000010:0.0:1761317070.881987:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317070.881994:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dbd9ec4b. 00000800:00000200:3.0:1761317070.882007:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761317070.882009:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007445189a. 00000800:00000010:3.0:1761317070.882014:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000100:00000010:0.0:1761317070.882014:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f1f082c. 00000400:00000200:3.0:1761317070.882021:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1761317070.882027:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008abad5fe. 00000400:00000200:3.0:1761317070.882028:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.882035:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:3.0:1761317070.882038:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 02000000:00000010:0.0:1761317070.882044:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082592940. 02000000:00000010:0.0:1761317070.882075:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d6e460a. 00000400:00000010:0.0:1761317070.882083:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317070.882088:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317070.882095:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779648, portal 16 00000400:00000010:0.0:1761317070.882101:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317070.882103:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779648, offset 0 00000400:00000200:0.0:1761317070.882109:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.882116:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.882125:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.882129:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.882132:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.882134:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90092:90092:256:4294967295] 192.168.204.21@tcp LPNI seq info [90092:90092:8:4294967295] 00000400:00000200:0.0:1761317070.882140:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.882145:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.882149:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354066). 00000800:00000200:0.0:1761317070.882153:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.882156:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.882159:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.882367:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.882370:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00000400:00000200:3.0:1761317070.882374:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.882378:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.882381:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace4178 00000400:00000010:3.0:1761317070.882383:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace4178. 00000100:00000200:3.0:1761317070.882388:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008abad5fe x1846872902779648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.885723:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.885752:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c300 00000400:00000200:3.0:1761317070.885764:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb13f9 [1] + 224 00000400:00000200:3.0:1761317070.885788:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.885793:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.885808:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008abad5fe x1846872902779648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.886499:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.886510:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d740 00000400:00000200:3.0:1761317070.886517:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd59 [2] + 1312 00000400:00000200:3.0:1761317070.886596:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.886600:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.886605:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.886613:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 00000020:00000010:1.0:1761317070.886723:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000679878f4. 00000020:00000010:1.0:1761317070.886734:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.886741:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.886777:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f78b74e x1846872898918208/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.886813:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918208 02000000:00000010:1.0:1761317070.886830:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000201e2eeb. 00010000:00000010:1.0:1761317070.886886:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9f386c9. 00000100:00000010:1.0:1761317070.886896:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317070.886904:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317070.886908:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9f386c9. 00000400:00000010:1.0:1761317070.886929:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070a4146e. 00000100:00000200:1.0:1761317070.886936:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918208, offset 224 00000400:00000200:1.0:1761317070.886945:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.886958:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.886964:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90093:90093:256:4294967295] 192.168.204.21@tcp LPNI seq info [90093:90093:8:4294967295] 00000400:00000200:1.0:1761317070.886976:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.886982:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.886988:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354066). 00000800:00000200:1.0:1761317070.886995:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.887003:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.887008:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.887038:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.887045:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.887050:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000679878f4. 00000800:00000200:3.0:1761317070.887242:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.887248:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:3.0:1761317070.887252:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.887257:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.887261:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070a4146e 00000400:00000010:3.0:1761317070.887264:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070a4146e. 00000400:00000010:0.0:1761317070.887609:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d23d3181. 00000400:00000200:0.0:1761317070.887614:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:0.0:1761317070.887616:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000100:00000200:0.0:1761317070.887622:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008abad5fe x1846872902779648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.887631:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008abad5fe x1846872902779648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317070.887657:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006124bd9e. 02000000:00000010:0.0:1761317070.887674:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d6e460a. 02000000:00000010:0.0:1761317070.887692:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082592940. 00000100:00000010:0.0:1761317070.887696:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008abad5fe. 00000100:00000010:0.0:1761317070.887700:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f1f082c. 00010000:00000010:0.0:1761317070.887702:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007445189a. 00080000:00000010:0.0:1761317070.887723:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082592940. 00010000:00000010:0.0:1761317070.887838:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbd9ec4b. 00010000:00000010:0.0:1761317070.887847:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005bab8c48. 00010000:00000010:0.0:1761317070.887944:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e8b9ab6. 00010000:00000010:0.0:1761317070.887950:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dbd9ec4b. 00010000:00000010:0.0:1761317070.887961:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007445189a. 00000100:00000010:0.0:1761317070.887965:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f1f082c. 00000100:00000010:0.0:1761317070.887972:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008abad5fe. 02000000:00000010:0.0:1761317070.887985:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d6e460a. 02000000:00000010:0.0:1761317070.888016:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070666462. 00000400:00000010:0.0:1761317070.888022:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317070.888026:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317070.888033:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779712, portal 16 00000400:00000010:0.0:1761317070.888038:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317070.888041:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779712, offset 0 00000400:00000200:0.0:1761317070.888047:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.888059:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.888068:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.888073:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.888076:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.888079:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90094:90094:256:4294967295] 192.168.204.21@tcp LPNI seq info [90094:90094:8:4294967295] 00000400:00000200:0.0:1761317070.888088:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.888093:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.888097:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317070.888102:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.888107:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.888111:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317070.888227:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317070.888231:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:3.0:1761317070.888236:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.888241:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317070.888244:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:3.0:1761317070.888245:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00000100:00000200:3.0:1761317070.888251:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008abad5fe x1846872902779712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.890550:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.890575:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c340 00000400:00000200:3.0:1761317070.890586:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1405 [1] + 224 00000400:00000200:3.0:1761317070.890606:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.890611:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.890623:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008abad5fe x1846872902779712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317070.890710:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d23d3181. 00000400:00000200:0.0:1761317070.890717:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:0.0:1761317070.890719:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000100:00000200:0.0:1761317070.890726:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008abad5fe x1846872902779712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.890733:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008abad5fe x1846872902779712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.890770:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070666462. 02000000:00000010:0.0:1761317070.890778:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d6e460a. 00000100:00000010:0.0:1761317070.890783:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008abad5fe. 00000100:00000010:0.0:1761317070.890787:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f1f082c. 00010000:00000010:0.0:1761317070.890791:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007445189a. 00000400:00000200:3.0:1761317070.896431:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.896465:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d780 00000400:00000200:3.0:1761317070.896477:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd59 [2] + 1640 00000400:00000200:3.0:1761317070.896567:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.896573:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.896584:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317070.896594:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 00000020:00000010:1.0:1761317070.899163:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000679878f4. 00000020:00000010:1.0:1761317070.899181:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.899187:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.899232:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a56c0748 x1846872898918272/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317070.899278:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918272 02000000:00000010:1.0:1761317070.899295:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007861cd99. 00010000:00000010:1.0:1761317070.899337:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bddfbc46. 00010000:00000010:1.0:1761317070.899381:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9f386c9. 00000100:00000010:1.0:1761317070.899393:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317070.899419:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317070.899424:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9f386c9. 00000400:00000010:1.0:1761317070.899457:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00080000:00000010:3.0:1761317070.899462:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003538052d. 00000100:00000200:1.0:1761317070.899466:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918272, offset 224 00000400:00000200:1.0:1761317070.899479:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.899499:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.899506:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90095:90095:256:4294967295] 192.168.204.21@tcp LPNI seq info [90095:90095:8:4294967295] 00000400:00000200:1.0:1761317070.899518:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.899525:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.899531:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317070.899539:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.899550:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.899555:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.899582:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.899591:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.899596:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000679878f4. 00010000:00000010:3.0:1761317070.899603:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dbd9ec4b. 00010000:00000010:3.0:1761317070.899614:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ccee6b7. 00000800:00000200:1.0:1761317070.899760:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.899765:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:1.0:1761317070.899771:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761317070.899773:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035d5015b. 00000400:00000200:1.0:1761317070.899779:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00010000:00000010:3.0:1761317070.899784:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00000400:00000200:1.0:1761317070.899787:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:1.0:1761317070.899790:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00010000:00000010:3.0:1761317070.899800:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000028c7f81. 00000100:00000010:3.0:1761317070.899806:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317070.899816:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 02000000:00000010:3.0:1761317070.899832:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019351cb5. 02000000:00000010:3.0:1761317070.899868:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a83b98ab. 00000400:00000010:3.0:1761317070.899876:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317070.899883:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317070.899890:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779776, portal 16 00000400:00000010:3.0:1761317070.899895:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000874d2110. 00000100:00000200:3.0:1761317070.899899:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779776, offset 0 00000400:00000200:3.0:1761317070.899905:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.899913:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.899922:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.899927:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.899931:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.899934:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90096:90096:256:4294967295] 192.168.204.21@tcp LPNI seq info [90096:90096:8:4294967295] 00000400:00000200:3.0:1761317070.899942:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.899948:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.899953:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00000800:00000200:3.0:1761317070.899959:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.899963:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.899966:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.901708:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.901717:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:1.0:1761317070.901726:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.901735:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.901741:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000874d2110 00000400:00000010:1.0:1761317070.901743:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000874d2110. 00000100:00000200:1.0:1761317070.901752:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a88443b x1846872902779776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.908424:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.908469:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c380 00000400:00000200:3.0:1761317070.908481:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1411 [1] + 224 00000400:00000200:3.0:1761317070.908502:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.908506:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.908519:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a88443b x1846872902779776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317070.908770:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:0.0:1761317070.908776:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:0.0:1761317070.908778:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:0.0:1761317070.908784:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a88443b x1846872902779776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317070.908793:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a88443b x1846872902779776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317070.908832:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a83b98ab. 02000000:00000010:0.0:1761317070.908840:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019351cb5. 00000100:00000010:0.0:1761317070.908845:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 00000100:00000010:0.0:1761317070.908849:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:0.0:1761317070.908854:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000028c7f81. 00010000:00000010:3.1:1761317070.912936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec0b824c. 00010000:00000010:1.1:1761317070.916917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eba1e6e. 00010000:00000010:0.1:1761317070.917610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070e19696. 00010000:00000010:0.1:1761317070.917620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00010000:00000010:0.1:1761317070.917625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045774e1a. 00010000:00000010:0.1:1761317070.917628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005907ffde. 00010000:00000010:0.1:1761317070.917631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00000400:00000200:1.0:1761317070.927152:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.927184:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d7c0 00000400:00000200:1.0:1761317070.927196:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafd59 [2] + 1968 00000400:00000010:1.0:1761317070.927203:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00000400:00000200:1.0:1761317070.927212:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bdf04fcb 00000400:00000200:1.0:1761317070.927308:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.927314:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.927319:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdf04fcb 00000400:00000010:1.0:1761317070.927322:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bdf04fcb (tot 82353666). 00000100:00000200:1.0:1761317070.927329:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317070.927468:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a907f2d1. 00000020:00000010:0.0:1761317070.927478:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000008fcab48. 00000020:00000010:0.0:1761317070.927484:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.927520:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a9e3126c x1846872898918336/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317070.927567:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918336 02000000:00000010:0.0:1761317070.927581:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005faccf2d. 00010000:00000010:0.0:1761317070.927623:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c002eaa6. 00010000:00000010:0.0:1761317070.927652:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001dfb2fd9. 00000100:00000010:0.0:1761317070.927662:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ea841373. 00000100:00000010:0.0:1761317070.927781:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ea841373. 00010000:00000010:0.0:1761317070.927785:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001dfb2fd9. 00000400:00000010:0.0:1761317070.927802:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317070.927809:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918336, offset 224 00000400:00000200:0.0:1761317070.927819:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.927832:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.927838:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90097:90097:256:4294967295] 192.168.204.21@tcp LPNI seq info [90097:90097:8:4294967295] 00000400:00000200:0.0:1761317070.927849:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.927854:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.927859:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82353914). 00000800:00000200:0.0:1761317070.927865:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.927873:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.927877:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.927894:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000008fcab48. 00000020:00000010:0.0:1761317070.927898:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.927901:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a907f2d1. 02000000:00000010:0.0:1761317070.927910:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007861cd99. 00000100:00000010:0.0:1761317070.927914:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 02000000:00000010:0.0:1761317070.927919:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000201e2eeb. 00000100:00000010:0.0:1761317070.927921:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 02000000:00000010:0.0:1761317070.927924:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000737f50bc. 00000100:00000010:0.0:1761317070.927927:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:0.0:1761317070.927931:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8fb6665. 00000100:00000010:0.0:1761317070.927934:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 02000000:00000010:0.0:1761317070.927937:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000feaf7bc8. 00000100:00000010:0.0:1761317070.927941:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 02000000:00000010:0.0:1761317070.927944:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ec39aea. 00000100:00000010:0.0:1761317070.927946:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 00000100:00000200:0.0:1761317070.927955:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317070.927961:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d23d3181. 00000400:00000010:0.0:1761317070.927966:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea841373 (tot 82354066). 00080000:00000010:0.0:1761317070.927999:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a907f2d1. 00010000:00000010:0.0:1761317070.928120:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:0.0:1761317070.928128:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020c23801. 00010000:00000010:0.0:1761317070.928219:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317070.928227:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f86799d3. 00010000:00000010:0.0:1761317070.928242:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001dfb2fd9. 00000100:00000010:0.0:1761317070.928245:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e63a6ce4. 00000100:00000010:0.0:1761317070.928254:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008abad5fe. 02000000:00000010:0.0:1761317070.928268:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d6e460a. 02000000:00000010:0.0:1761317070.928297:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024bf4c95. 00000400:00000010:0.0:1761317070.928301:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008bb75c0. 00000400:00000010:0.0:1761317070.928305:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317070.928309:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779840, portal 16 00000400:00000010:0.0:1761317070.928313:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317070.928315:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779840, offset 0 00000400:00000200:0.0:1761317070.928321:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.928328:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.928335:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317070.928340:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317070.928343:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317070.928345:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90098:90098:255:4294967295] 192.168.204.21@tcp LPNI seq info [90098:90098:7:4294967295] 00000400:00000200:0.0:1761317070.928363:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.928368:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.928372:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354314). 00000800:00000200:0.0:1761317070.928376:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.928381:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.928383:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.928511:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.928515:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82354066). 00000400:00000200:1.0:1761317070.928519:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.928523:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.928527:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:1.0:1761317070.928529:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 02000000:00000010:1.0:1761317070.928534:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005faccf2d. 00000800:00000200:1.0:1761317070.928596:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.928598:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82353818). 00000400:00000200:1.0:1761317070.928601:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.928604:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.928606:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:1.0:1761317070.928608:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00000100:00000200:1.0:1761317070.928613:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008abad5fe x1846872902779840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317070.929271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b6ca922. 00010000:00000010:3.1:1761317070.929281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8b9ab6. 00000400:00000200:0.0:1761317070.935794:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.935824:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c3c0 00000400:00000200:0.0:1761317070.935837:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1421 [1] + 224 00000400:00000200:0.0:1761317070.935854:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.935859:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.935874:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008abad5fe x1846872902779840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317070.936009:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317070.936016:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d800 00000400:00000200:0.0:1761317070.936022:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafdb1 [2] + 0 00000400:00000200:0.0:1761317070.936111:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.936116:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317070.936122:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317070.936130:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b60331e. 00000400:00000010:3.0:1761317070.936235:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008bb75c0. 00000400:00000200:3.0:1761317070.936242:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:3.0:1761317070.936244:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000100:00000200:3.0:1761317070.936250:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008abad5fe x1846872902779840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.936259:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008abad5fe x1846872902779840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.936299:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024bf4c95. 02000000:00000010:3.0:1761317070.936308:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d6e460a. 00000100:00000010:3.0:1761317070.936312:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008abad5fe. 00000100:00000010:3.0:1761317070.936730:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e63a6ce4. 00010000:00000010:3.0:1761317070.936736:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001dfb2fd9. 00000020:00000010:1.0:1761317070.938234:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031e8c846. 00000020:00000010:1.0:1761317070.938247:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.938254:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.938294:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b60331e x1846872898918400/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.939146:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918400 02000000:00000010:1.0:1761317070.939167:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000679878f4. 00010000:00000010:1.0:1761317070.939209:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ec4339a. 00010000:00000010:1.0:1761317070.939234:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9f386c9. 00000100:00000010:1.0:1761317070.939243:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317070.939259:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317070.939262:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9f386c9. 00000400:00000010:1.0:1761317070.939282:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317070.939289:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918400, offset 224 00000400:00000200:1.0:1761317070.939300:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.939320:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.939327:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90099:90099:256:4294967295] 192.168.204.21@tcp LPNI seq info [90099:90099:8:4294967295] 00000400:00000200:1.0:1761317070.939339:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.939346:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.939361:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317070.939370:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.939380:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.939386:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.939414:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317070.939423:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.939426:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031e8c846. 00080000:00000010:2.0:1761317070.939593:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f0058ad. 00010000:00000010:2.0:1761317070.939745:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86799d3. 00010000:00000010:2.0:1761317070.939755:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bc6c8e6b. 00010000:00000010:2.0:1761317070.939869:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.0:1761317070.939878:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006de4c747. 00010000:00000010:2.0:1761317070.939892:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000afd34038. 00000100:00000010:2.0:1761317070.939897:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317070.939907:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317070.939924:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000feaf7bc8. 02000000:00000010:2.0:1761317070.939955:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9ad0224. 00000400:00000010:2.0:1761317070.939963:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037d4f2c3. 00000400:00000010:2.0:1761317070.939969:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e391df9d. 00000100:00000200:2.0:1761317070.939975:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779904, portal 16 00000400:00000010:2.0:1761317070.939980:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b5725d3. 00000100:00000200:2.0:1761317070.939982:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779904, offset 0 00000400:00000200:2.0:1761317070.939988:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.939998:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.940007:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.940011:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.940015:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.940018:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90100:90100:255:4294967295] 192.168.204.21@tcp LPNI seq info [90100:90100:7:4294967295] 00000400:00000200:2.0:1761317070.940025:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.940030:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.940034:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354314). 00000800:00000200:2.0:1761317070.940039:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.940044:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.940046:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.940837:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.940843:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82354066). 00000400:00000200:1.0:1761317070.940848:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.940855:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.940862:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:1.0:1761317070.940864:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00000800:00000200:1.0:1761317070.941237:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.941240:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:1.0:1761317070.941247:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.941252:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.941255:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b5725d3 00000400:00000010:1.0:1761317070.941256:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b5725d3. 00000100:00000200:1.0:1761317070.941266:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902779904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.941723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c94731a5. 00010000:00000010:0.1:1761317070.944607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecd654cc. 00010000:00000010:0.1:1761317070.944631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d5015b. 00000400:00000200:1.0:1761317070.946344:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.946381:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c400 00000400:00000200:1.0:1761317070.946392:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb142d [1] + 224 00000400:00000200:1.0:1761317070.946412:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.946417:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.946431:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902779904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317070.946807:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a9c6404. 00010000:00000010:2.1:1761317070.946817:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00000400:00000010:3.0:1761317070.947080:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037d4f2c3. 00000400:00000200:3.0:1761317070.947087:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e391df9d 00000400:00000010:3.0:1761317070.947089:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e391df9d. 00000100:00000200:3.0:1761317070.947101:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902779904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.947111:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902779904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.947341:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9ad0224. 02000000:00000010:3.0:1761317070.947360:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000feaf7bc8. 00000100:00000010:3.0:1761317070.947367:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:3.0:1761317070.947371:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00010000:00000010:3.0:1761317070.947376:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000afd34038. 00010000:00000010:1.1:1761317070.949341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035b5b301. 00000400:00000200:1.0:1761317070.949421:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.949444:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d840 00000400:00000200:1.0:1761317070.949453:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafdb1 [2] + 328 00000400:00000200:1.0:1761317070.949547:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.949553:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.949561:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317070.949567:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 00000020:00000010:3.0:1761317070.950267:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075bf90da. 00000020:00000010:3.0:1761317070.950280:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d4daa44. 00000020:00000010:3.0:1761317070.950286:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317070.950325:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ef4b071 x1846872898918464/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317070.950411:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918464 02000000:00000010:3.0:1761317070.950428:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007392d995. 00010000:00000010:3.0:1761317070.950571:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006da9115c. 00010000:00000010:3.0:1761317070.950602:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2232822. 00000100:00000010:3.0:1761317070.950611:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:3.0:1761317070.950635:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:3.0:1761317070.950639:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2232822. 00000400:00000010:3.0:1761317070.950658:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000249f2032. 00000100:00000200:3.0:1761317070.950664:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918464, offset 224 00000400:00000200:3.0:1761317070.950675:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:1.0:1761317070.950699:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031e8c846. 00000400:00000200:3.0:1761317070.950712:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.950718:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90101:90101:256:4294967295] 192.168.204.21@tcp LPNI seq info [90101:90101:8:4294967295] 00000400:00000200:3.0:1761317070.950730:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.950736:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.950741:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25cfc05 (tot 82354066). 00000800:00000200:3.0:1761317070.950747:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.950755:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.950760:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25cfc05 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.950779:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d4daa44. 00000020:00000010:3.0:1761317070.950784:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317070.950787:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075bf90da. 00010000:00000010:1.0:1761317070.950811:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006de4c747. 00010000:00000010:1.0:1761317070.950819:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008827f4d1. 00010000:00000010:1.0:1761317070.950922:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317070.950940:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae475339. 00010000:00000010:1.0:1761317070.950953:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9f386c9. 00000100:00000010:1.0:1761317070.950957:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317070.950966:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317070.950978:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbc86f60. 02000000:00000010:1.0:1761317070.951007:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c769bd6. 00000400:00000010:1.0:1761317070.951014:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a79f06f7. 00000400:00000010:1.0:1761317070.951019:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317070.951025:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902779968, portal 16 00000400:00000010:1.0:1761317070.951031:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317070.951032:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902779968, offset 0 00000400:00000200:1.0:1761317070.951037:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.951044:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.951051:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.951056:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.951059:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.951061:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90102:90102:255:4294967295] 192.168.204.21@tcp LPNI seq info [90102:90102:7:4294967295] 00000400:00000200:1.0:1761317070.951067:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.951071:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.951074:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317070.951077:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.951081:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.951083:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.951143:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.951147:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25cfc05 (tot 82354066). 00000400:00000200:1.0:1761317070.951151:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.951155:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.951159:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000249f2032 00000400:00000010:1.0:1761317070.951161:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000249f2032. 00000800:00000200:1.0:1761317070.951225:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.951227:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:1.0:1761317070.951230:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.951233:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.951235:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:1.0:1761317070.951236:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00000100:00000200:1.0:1761317070.951242:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902779968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317070.954411:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317070.954445:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c440 00000400:00000200:3.0:1761317070.954457:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1439 [1] + 224 00000400:00000200:3.0:1761317070.954481:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317070.954487:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317070.954502:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902779968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317070.954647:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a79f06f7. 00000400:00000200:1.0:1761317070.954655:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:1.0:1761317070.954658:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00000100:00000200:1.0:1761317070.954666:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902779968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317070.954674:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902779968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317070.954732:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c769bd6. 02000000:00000010:1.0:1761317070.954741:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bbc86f60. 00000100:00000010:1.0:1761317070.954746:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317070.954750:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317070.954754:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9f386c9. 00000400:00000200:1.0:1761317070.959365:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.959398:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d880 00000400:00000200:1.0:1761317070.959409:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafdb1 [2] + 656 00000400:00000200:1.0:1761317070.959494:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.959500:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.959508:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317070.959517:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 00000020:00000010:3.0:1761317070.959600:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075bf90da. 00000020:00000010:3.0:1761317070.959612:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d4daa44. 00000020:00000010:3.0:1761317070.959618:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317070.959658:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1f93d2d x1846872898918528/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:3.1:1761317070.959708:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c47650e. 00000100:00000200:3.0:1761317070.959738:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918528 02000000:00000010:3.0:1761317070.959755:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a83b98ab. 00010000:00000010:3.0:1761317070.959797:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001702405b. 00010000:00000010:3.0:1761317070.959830:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2232822. 00000100:00000010:3.0:1761317070.959838:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:3.0:1761317070.959856:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:3.0:1761317070.959861:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2232822. 00000400:00000010:3.0:1761317070.959879:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317070.959886:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918528, offset 224 00000400:00000200:3.0:1761317070.959896:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.959910:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.959916:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90103:90103:256:4294967295] 192.168.204.21@tcp LPNI seq info [90103:90103:8:4294967295] 00000400:00000200:3.0:1761317070.959928:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.959934:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.959939:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ebc9050 (tot 82354066). 00000800:00000200:3.0:1761317070.959945:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.959955:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.959959:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ebc9050 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317070.959981:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d4daa44. 00000020:00000010:3.0:1761317070.959986:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317070.959989:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075bf90da. 00080000:00000010:1.0:1761317070.960194:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbc86f60. 00010000:00000010:1.0:1761317070.960316:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae475339. 00010000:00000010:1.0:1761317070.960324:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a04d0140. 00010000:00000010:1.0:1761317070.961399:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad43f07c. 00010000:00000010:1.0:1761317070.961412:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ae475339. 00010000:00000010:1.0:1761317070.961431:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9f386c9. 00000100:00000010:1.0:1761317070.961441:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317070.961452:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317070.961469:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c769bd6. 02000000:00000010:1.0:1761317070.961508:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ec39aea. 00000400:00000010:1.0:1761317070.961515:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a79f06f7. 00000400:00000010:1.0:1761317070.961523:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317070.961531:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780032, portal 16 00000400:00000010:1.0:1761317070.961537:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317070.961539:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780032, offset 0 00000400:00000200:1.0:1761317070.961548:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.961566:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.961574:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317070.961579:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317070.961582:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317070.961584:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90104:90104:255:4294967295] 192.168.204.21@tcp LPNI seq info [90104:90104:7:4294967295] 00000400:00000200:1.0:1761317070.961594:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.961600:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.961605:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317070.961611:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.961618:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.961622:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.961719:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.961723:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ebc9050 (tot 82354066). 00000400:00000200:1.0:1761317070.961727:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.961733:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.961738:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:1.0:1761317070.961741:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000800:00000200:1.0:1761317070.961822:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.961824:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:1.0:1761317070.961827:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.961831:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.961833:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:1.0:1761317070.961834:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00000100:00000200:1.0:1761317070.961842:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902780032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317070.963829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd8d784c. 00010000:00000010:1.1:1761317070.963850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00000400:00000200:1.0:1761317070.965607:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.965630:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c480 00000400:00000200:1.0:1761317070.965641:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1445 [1] + 224 00000400:00000200:1.0:1761317070.965655:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.965660:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.965673:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902780032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.965732:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.965738:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d8c0 00000400:00000200:1.0:1761317070.965743:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafdb1 [2] + 984 00000400:00000200:1.0:1761317070.967745:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.967761:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.967772:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317070.967780:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017829550. 00000400:00000010:2.0:1761317070.968421:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a79f06f7. 00000400:00000200:2.0:1761317070.968429:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:2.0:1761317070.968431:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00000100:00000200:2.0:1761317070.968443:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902780032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.968455:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902780032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317070.968495:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ec39aea. 02000000:00000010:2.0:1761317070.968502:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c769bd6. 00000100:00000010:2.0:1761317070.968507:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:2.0:1761317070.968514:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:2.0:1761317070.968518:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9f386c9. 00000020:00000010:0.0:1761317070.970757:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024bf4c95. 00000020:00000010:0.0:1761317070.970771:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.970776:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.970819:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017829550 x1846872898918592/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317070.970858:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918592 02000000:00000010:0.0:1761317070.970872:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005faccf2d. 00010000:00000010:0.0:1761317070.970914:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c2803cb. 00010000:00000010:0.0:1761317070.970940:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043afcad6. 00000100:00000010:0.0:1761317070.970949:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042b0c307. 00000100:00000010:0.0:1761317070.970965:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000042b0c307. 00010000:00000010:0.0:1761317070.970968:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043afcad6. 00000400:00000010:0.0:1761317070.970986:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317070.970994:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918592, offset 224 00000400:00000200:0.0:1761317070.971005:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.971024:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.971032:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90105:90105:256:4294967295] 192.168.204.21@tcp LPNI seq info [90105:90105:8:4294967295] 00000400:00000200:0.0:1761317070.971045:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.971051:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.971056:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317070.971065:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.971075:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.971080:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.971103:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.971107:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.971110:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024bf4c95. 00000800:00000200:0.0:1761317070.971249:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.971253:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:0.0:1761317070.971258:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.971262:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.971267:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:0.0:1761317070.971269:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00010000:00000010:3.1:1761317070.971385:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bcc3711. 00010000:00000010:1.1:1761317070.971704:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a865ff9e. 00010000:00000010:1.1:1761317070.971711:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00080000:00000010:2.0:1761317070.972743:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfb66826. 00010000:00000010:2.0:1761317070.972891:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae475339. 00010000:00000010:2.0:1761317070.972902:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b08125bb. 00010000:00000010:2.0:1761317070.973000:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000efc3f7d. 00010000:00000010:2.0:1761317070.973005:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003d3ca1b2. 00010000:00000010:2.0:1761317070.973012:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317070.973019:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2a2a802. 00080000:00000010:2.0:1761317070.973041:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000feaf7bc8. 00010000:00000010:2.0:1761317070.973069:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317070.973073:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d3ca1b2. 00010000:00000010:2.0:1761317070.973134:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e394da27. 00010000:00000010:2.0:1761317070.973138:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317070.973147:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c856fc8. 00000100:00000010:2.0:1761317070.973156:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.973170:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317070.973188:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9ad0224. 02000000:00000010:2.0:1761317070.973228:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b99c5c2. 00000400:00000010:2.0:1761317070.973237:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2d98d25. 00000400:00000010:2.0:1761317070.973246:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000653d2cc2. 00000100:00000200:2.0:1761317070.973257:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780096, portal 16 00000400:00000010:2.0:1761317070.973265:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f04f5329. 00000100:00000200:2.0:1761317070.973268:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780096, offset 0 00000400:00000200:2.0:1761317070.973280:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.973305:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.973315:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.973320:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.973323:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.973326:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90106:90106:256:4294967295] 192.168.204.21@tcp LPNI seq info [90106:90106:8:4294967295] 00000400:00000200:2.0:1761317070.973338:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.973347:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.973365:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317070.973372:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.973381:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.973386:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.976099:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.976111:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:1.0:1761317070.976126:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.976139:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.976147:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f04f5329 00000400:00000010:1.0:1761317070.976152:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f04f5329. 00000100:00000200:1.0:1761317070.976167:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902780096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317070.977133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397d799d. 00000400:00000200:1.0:1761317070.979584:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.979613:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c4c0 00000400:00000200:1.0:1761317070.979623:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1451 [1] + 224 00000400:00000200:1.0:1761317070.979639:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.979643:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.979657:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902780096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.979706:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.979712:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d900 00000400:00000200:1.0:1761317070.979717:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafdb1 [2] + 1312 00000400:00000200:1.0:1761317070.979793:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.979797:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.979802:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317070.979809:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 00000020:00000010:0.0:1761317070.980230:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024bf4c95. 00000020:00000010:0.0:1761317070.980240:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.980246:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317070.980282:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000082e16a95 x1846872898918656/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317070.980325:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918656 02000000:00000010:0.0:1761317070.980340:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070666462. 00010000:00000010:0.0:1761317070.980408:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043afcad6. 00000100:00000010:0.0:1761317070.980419:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042b0c307. 00000100:00000010:0.0:1761317070.980428:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000042b0c307. 00010000:00000010:0.0:1761317070.980431:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043afcad6. 00000400:00000010:0.0:1761317070.980453:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317070.980461:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918656, offset 224 00000400:00000200:0.0:1761317070.980471:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317070.980486:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317070.980492:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90107:90107:256:4294967295] 192.168.204.21@tcp LPNI seq info [90107:90107:8:4294967295] 00000400:00000200:0.0:1761317070.980504:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317070.980511:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317070.980516:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317070.980522:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317070.980531:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317070.980536:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317070.980560:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317070.980564:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:0.0:1761317070.980567:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024bf4c95. 00000800:00000200:0.0:1761317070.980669:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317070.980674:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:0.0:1761317070.980697:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317070.980702:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317070.980705:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:0.0:1761317070.980708:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00000400:00000010:2.0:1761317070.982272:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2d98d25. 00000400:00000200:2.0:1761317070.982281:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000653d2cc2 00000400:00000010:2.0:1761317070.982283:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000653d2cc2. 00000100:00000200:2.0:1761317070.982298:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902780096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317070.982308:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902780096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317070.982339:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071a97600. 02000000:00000010:2.0:1761317070.982368:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b99c5c2. 02000000:00000010:2.0:1761317070.982375:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9ad0224. 00000100:00000010:2.0:1761317070.982381:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:2.0:1761317070.982386:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:2.0:1761317070.982390:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c856fc8. 00080000:00000010:2.0:1761317070.982413:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b99c5c2. 00010000:00000010:2.0:1761317070.982542:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317070.982551:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db70115f. 00010000:00000010:2.0:1761317070.982661:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.0:1761317070.982668:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317070.982708:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005c856fc8. 00000100:00000010:2.0:1761317070.982715:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ac6d550. 00000100:00000010:2.0:1761317070.982724:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317070.982739:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9ad0224. 02000000:00000010:2.0:1761317070.982778:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4c04826. 00000400:00000010:2.0:1761317070.982784:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2d98d25. 00000400:00000010:2.0:1761317070.982791:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000653d2cc2. 00000100:00000200:2.0:1761317070.982798:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780160, portal 16 00000400:00000010:2.0:1761317070.982806:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc9c74a. 00000100:00000200:2.0:1761317070.982808:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780160, offset 0 00000400:00000200:2.0:1761317070.982818:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317070.982834:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317070.982843:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317070.982847:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317070.982850:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317070.982853:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90108:90108:256:4294967295] 192.168.204.21@tcp LPNI seq info [90108:90108:8:4294967295] 00000400:00000200:2.0:1761317070.982865:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317070.982871:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317070.982877:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317070.982884:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317070.982893:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317070.982897:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.983430:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.983436:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:1.0:1761317070.983446:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.983452:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.983457:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc9c74a 00000400:00000010:1.0:1761317070.983459:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc9c74a. 00000100:00000200:1.0:1761317070.983465:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902780160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.990996:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.991026:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c500 00000400:00000200:1.0:1761317070.991039:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb145d [1] + 224 00000400:00000200:1.0:1761317070.991057:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.991062:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.991079:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902780160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.991126:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.991132:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d940 00000400:00000200:1.0:1761317070.991138:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafdb1 [2] + 1640 00000400:00000200:1.0:1761317070.991151:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.991153:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.991158:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317070.991165:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 00000400:00000010:3.0:1761317070.991188:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e2d98d25. 00000400:00000200:3.0:1761317070.991195:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000653d2cc2 00000400:00000010:3.0:1761317070.991198:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000653d2cc2. 00000100:00000200:3.0:1761317070.991207:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902780160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.991214:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902780160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761317070.991228:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000201e2eeb. 00000020:00000010:1.0:1761317070.991235:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317070.991241:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 02000000:00000010:3.0:1761317070.991253:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4c04826. 02000000:00000010:3.0:1761317070.991262:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9ad0224. 00000100:00000010:3.0:1761317070.991268:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000200:1.0:1761317070.991272:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074c8ebd8 x1846872898918720/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000010:3.0:1761317070.991274:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003ac6d550. 00010000:00000010:3.0:1761317070.991279:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005c856fc8. 00000100:00000200:1.0:1761317070.991311:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918720 02000000:00000010:1.0:1761317070.991326:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007861cd99. 00010000:00000010:1.0:1761317070.991375:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024897d88. 00010000:00000010:1.0:1761317070.991402:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000335c9d89. 00000100:00000010:1.0:1761317070.991410:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0b1868e. 00010000:00000010:2.1:1761317070.991416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004489c5e9. 00000100:00000010:1.0:1761317070.991417:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0b1868e. 00010000:00000010:1.0:1761317070.991419:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000335c9d89. 00010000:00000010:2.1:1761317070.991423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad43f07c. 00010000:00000010:2.1:1761317070.991428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000efc3f7d. 00010000:00000010:2.1:1761317070.991431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00000400:00000010:1.0:1761317070.991438:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317070.991443:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918720, offset 224 00000400:00000200:1.0:1761317070.991451:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317070.991465:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317070.991471:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90109:90109:256:4294967295] 192.168.204.21@tcp LPNI seq info [90109:90109:8:4294967295] 00000400:00000200:1.0:1761317070.991481:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317070.991486:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317070.991492:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317070.991497:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317070.991505:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317070.991509:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317070.991530:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317070.991538:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317070.991542:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000201e2eeb. 00000800:00000200:2.0:1761317070.991645:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317070.991651:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:2.0:1761317070.991655:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.991659:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.991661:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:2.0:1761317070.991663:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00080000:00000010:3.0:1761317070.991746:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075bf90da. 00010000:00000010:3.0:1761317070.991872:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2a2a802. 00010000:00000010:3.0:1761317070.991880:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c590115. 00010000:00000010:3.0:1761317070.991986:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.0:1761317070.991994:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317070.992008:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2232822. 00000100:00000010:3.0:1761317070.992014:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:3.0:1761317070.992022:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 02000000:00000010:3.0:1761317070.992036:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9ad0224. 02000000:00000010:3.0:1761317070.992077:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc7d6e1d. 00000400:00000010:3.0:1761317070.992085:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317070.992090:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317070.992095:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780224, portal 16 00000400:00000010:3.0:1761317070.992099:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317070.992101:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780224, offset 0 00000400:00000200:3.0:1761317070.992107:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317070.992114:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317070.992122:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317070.992126:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317070.992130:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317070.992132:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90110:90110:256:4294967295] 192.168.204.21@tcp LPNI seq info [90110:90110:8:4294967295] 00000400:00000200:3.0:1761317070.992140:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317070.992144:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317070.992148:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000202a79d (tot 82354066). 00000800:00000200:3.0:1761317070.992152:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317070.992156:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317070.992158:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000202a79d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317070.995091:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317070.995102:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000202a79d (tot 82353818). 00000400:00000200:1.0:1761317070.995111:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.995123:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317070.995131:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:1.0:1761317070.995135:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000100:00000200:1.0:1761317070.995146:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064fe2df4 x1846872902780224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317070.997458:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317070.997483:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c540 00000400:00000200:1.0:1761317070.997494:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1469 [1] + 224 00000400:00000200:1.0:1761317070.997514:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317070.997519:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317070.997530:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064fe2df4 x1846872902780224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317070.997619:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00000400:00000200:3.0:1761317070.997625:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:3.0:1761317070.997627:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000100:00000200:3.0:1761317070.997634:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064fe2df4 x1846872902780224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317070.997642:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064fe2df4 x1846872902780224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317070.997728:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc7d6e1d. 02000000:00000010:3.0:1761317070.997737:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9ad0224. 00000100:00000010:3.0:1761317070.997742:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 00000100:00000010:3.0:1761317070.997747:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:3.0:1761317070.997752:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2232822. 00000400:00000200:2.0:1761317070.998559:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317070.998575:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d980 00000400:00000200:2.0:1761317070.998581:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafdb1 [2] + 1968 00000400:00000010:2.0:1761317070.998584:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009847846e. 00000400:00000200:2.0:1761317070.998589:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000030891656 00000400:00000200:2.0:1761317070.999302:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317070.999311:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317070.999316:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030891656 00000400:00000010:2.0:1761317070.999319:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000030891656 (tot 82353666). 00000100:00000200:2.0:1761317070.999327:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317070.999577:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000201e2eeb. 00000020:00000010:1.0:1761317070.999587:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317070.999592:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317070.999627:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000070a44570 x1846872898918784/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:226/0 lens 328/0 e 0 to 0 dl 1761317076 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317070.999672:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918784 02000000:00000010:1.0:1761317070.999718:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e52ab094. 00010000:00000010:1.0:1761317070.999758:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000599bb63a. 00010000:00000010:1.0:1761317070.999788:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000335c9d89. 00000100:00000010:1.0:1761317070.999796:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0b1868e. 00000100:00000010:1.0:1761317071.000238:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0b1868e. 00010000:00000010:1.0:1761317071.000242:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000335c9d89. 00000400:00000010:1.0:1761317071.000262:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d317c72e. 00000100:00000200:1.0:1761317071.000270:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918784, offset 224 00000400:00000200:1.0:1761317071.000280:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.000298:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.000305:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90111:90111:256:4294967295] 192.168.204.21@tcp LPNI seq info [90111:90111:8:4294967295] 00000400:00000200:1.0:1761317071.000316:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.000321:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.000327:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82353914). 00000800:00000200:1.0:1761317071.000334:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.000342:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.000347:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761317071.000420:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4c04826. 00010000:00000010:2.0:1761317071.000547:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:2.0:1761317071.000556:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa5283e7. 00010000:00000010:2.0:1761317071.000652:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317071.000660:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317071.000674:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f543c7c. 00010000:00000010:3.1:1761317071.000700:0:78528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f827391. 00010000:00000010:3.1:1761317071.000707:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.1:1761317071.000735:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5352603. 00010000:00000010:2.1:1761317071.000742:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5fdba13. 00010000:00000010:2.1:1761317071.000745:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00000100:00000010:2.0:1761317071.000752:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030891656. 00000100:00000010:2.0:1761317071.000764:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 02000000:00000010:2.0:1761317071.000781:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000080868dca. 02000000:00000010:2.0:1761317071.000818:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000055225a6. 00000400:00000010:2.0:1761317071.000826:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6680eae. 00000400:00000010:2.0:1761317071.000831:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317071.000839:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780288, portal 16 00000400:00000010:2.0:1761317071.000844:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac6fae6. 00000100:00000200:2.0:1761317071.000846:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780288, offset 0 00000400:00000200:2.0:1761317071.000853:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.000861:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.000870:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.000874:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.000877:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.000880:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90112:90112:255:4294967295] 192.168.204.21@tcp LPNI seq info [90112:90112:7:4294967295] 00000400:00000200:2.0:1761317071.000886:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.000890:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.000894:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354162). 00000800:00000200:2.0:1761317071.000897:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.000902:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.000905:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.001044:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.001052:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.001056:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000201e2eeb. 02000000:00000010:1.0:1761317071.001067:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007861cd99. 00000100:00000010:1.0:1761317071.001071:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 02000000:00000010:1.0:1761317071.001076:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070666462. 00000100:00000010:1.0:1761317071.001079:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317071.001083:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005faccf2d. 00000100:00000010:1.0:1761317071.001085:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017829550. 02000000:00000010:1.0:1761317071.001089:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a83b98ab. 00000100:00000010:1.0:1761317071.001094:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317071.001096:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007392d995. 00000100:00000010:1.0:1761317071.001098:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317071.001102:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000679878f4. 00000100:00000010:1.0:1761317071.001104:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b60331e. 00000100:00000200:1.0:1761317071.001115:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317071.001121:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076624e94. 00000400:00000010:1.0:1761317071.001125:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0b1868e (tot 82354314). 00000800:00000200:0.0:1761317071.001921:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.001927:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82354066). 00000400:00000200:0.0:1761317071.001934:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.001943:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.001949:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:0.0:1761317071.001952:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 02000000:00000010:0.0:1761317071.001960:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e52ab094. 00000800:00000200:0.0:1761317071.002748:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.002753:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:0.0:1761317071.002761:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.002767:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.002771:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac6fae6 00000400:00000010:0.0:1761317071.002773:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac6fae6. 00000100:00000200:0.0:1761317071.002784:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095dec43e x1846872902780288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.005615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b06c696a. 00000400:00000200:1.0:1761317071.005727:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.005749:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c580 00000400:00000200:1.0:1761317071.005760:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1475 [1] + 224 00000400:00000200:1.0:1761317071.005791:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.005799:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.005812:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095dec43e x1846872902780288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.007055:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.007073:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15d9c0 00000400:00000200:1.0:1761317071.007080:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe09 [2] + 0 00000400:00000200:1.0:1761317071.007155:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.007159:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.007165:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.007173:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 00000020:00000010:1.0:1761317071.007243:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000679878f4. 00000020:00000010:1.0:1761317071.007251:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.007256:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.007288:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ef4b071 x1846872898918848/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317071.007327:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918848 02000000:00000010:1.0:1761317071.007340:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007861cd99. 00010000:00000010:1.0:1761317071.007524:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000335c9d89. 00000100:00000010:1.0:1761317071.007535:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317071.007544:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317071.007548:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000335c9d89. 00000400:00000010:1.0:1761317071.007569:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9a47c66. 00000100:00000200:1.0:1761317071.007575:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918848, offset 224 00000400:00000200:1.0:1761317071.007583:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.007596:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.007603:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90113:90113:256:4294967295] 192.168.204.21@tcp LPNI seq info [90113:90113:8:4294967295] 00000400:00000200:1.0:1761317071.007616:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.007621:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.007626:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317071.007633:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.007640:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.007644:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.007662:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.007669:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.007673:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000679878f4. 00000400:00000010:2.0:1761317071.007932:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6680eae. 00000400:00000200:2.0:1761317071.007938:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:2.0:1761317071.007940:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:2.0:1761317071.007952:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095dec43e x1846872902780288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.007960:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095dec43e x1846872902780288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317071.007987:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a86217d. 02000000:00000010:2.0:1761317071.008006:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000055225a6. 02000000:00000010:2.0:1761317071.008015:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000080868dca. 00000100:00000010:2.0:1761317071.008023:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 00000100:00000010:2.0:1761317071.008027:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030891656. 00010000:00000010:2.0:1761317071.008030:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f543c7c. 00080000:00000010:2.0:1761317071.008053:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080868dca. 00010000:00000010:2.0:1761317071.008173:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317071.008181:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096978572. 00000800:00000200:0.0:1761317071.008281:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761317071.008282:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e394da27. 00000800:00000010:0.0:1761317071.008286:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00010000:00000010:2.0:1761317071.008288:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00000400:00000200:0.0:1761317071.008290:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.008294:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.008297:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9a47c66 00000400:00000010:0.0:1761317071.008299:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9a47c66. 00010000:00000010:2.0:1761317071.008300:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f543c7c. 00000100:00000010:2.0:1761317071.008303:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030891656. 00000100:00000010:2.0:1761317071.008310:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 02000000:00000010:2.0:1761317071.008323:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000055225a6. 02000000:00000010:2.0:1761317071.008368:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4379ae3. 00000400:00000010:2.0:1761317071.008372:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6680eae. 00000400:00000010:2.0:1761317071.008377:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317071.008383:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780352, portal 16 00000400:00000010:2.0:1761317071.008388:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7564b22. 00000100:00000200:2.0:1761317071.008389:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780352, offset 0 00000400:00000200:2.0:1761317071.008395:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.008402:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.008411:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.008416:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.008419:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.008421:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90114:90114:256:4294967295] 192.168.204.21@tcp LPNI seq info [90114:90114:8:4294967295] 00000400:00000200:2.0:1761317071.008428:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.008434:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.008438:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317071.008441:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.008446:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.008449:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.008802:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.008807:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:0.0:1761317071.008815:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.008820:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.008822:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7564b22 00000400:00000010:0.0:1761317071.008824:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7564b22. 00000100:00000200:0.0:1761317071.008830:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095dec43e x1846872902780352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.009821:0:25:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1974d8f. 00010000:00000010:2.1:1761317071.009835:0:25:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb74c90. 00010000:00000010:1.1:1761317071.010833:0:78542:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000448bc186. 00010000:00000010:2.1:1761317071.015562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073565b94. 00010000:00000010:2.1:1761317071.015579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000681300d7. 00010000:00000010:2.1:1761317071.015583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00000400:00000200:3.0:1761317071.016805:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.016826:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c5c0 00000400:00000200:3.0:1761317071.016836:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1485 [1] + 224 00000400:00000200:3.0:1761317071.016850:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.016854:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.016868:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095dec43e x1846872902780352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317071.016902:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.016906:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15da00 00000400:00000200:3.0:1761317071.016912:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe09 [2] + 328 00000400:00000010:2.0:1761317071.017277:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6680eae. 00000400:00000200:2.0:1761317071.017283:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:2.0:1761317071.017285:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:2.0:1761317071.017294:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095dec43e x1846872902780352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.017303:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095dec43e x1846872902780352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.017339:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4379ae3. 02000000:00000010:2.0:1761317071.017357:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000055225a6. 00000100:00000010:2.0:1761317071.017364:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 00000100:00000010:2.0:1761317071.017369:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030891656. 00010000:00000010:2.0:1761317071.017374:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f543c7c. 00000400:00000200:3.0:1761317071.017563:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.017569:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.017574:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317071.017581:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 00000020:00000010:2.0:1761317071.017667:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f21d03d6. 00000020:00000010:2.0:1761317071.017675:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d3ca1b2. 00000020:00000010:2.0:1761317071.017705:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.017733:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064fe2df4 x1846872898918912/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.017766:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918912 02000000:00000010:2.0:1761317071.017778:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000055225a6. 00010000:00000010:2.0:1761317071.017813:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001de4b0dc. 00010000:00000010:2.0:1761317071.017837:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f543c7c. 00000100:00000010:2.0:1761317071.017843:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030891656. 00000100:00000010:2.0:1761317071.017854:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030891656. 00010000:00000010:2.0:1761317071.017856:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f543c7c. 00000400:00000010:2.0:1761317071.017868:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317071.017873:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918912, offset 224 00000400:00000200:2.0:1761317071.017882:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.017895:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.017901:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90115:90115:256:4294967295] 192.168.204.21@tcp LPNI seq info [90115:90115:8:4294967295] 00000400:00000200:2.0:1761317071.017912:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.017918:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.017923:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317071.017929:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.017937:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.017941:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.017959:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d3ca1b2. 00000020:00000010:2.0:1761317071.017963:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.017966:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f21d03d6. 00000800:00000200:0.0:1761317071.018093:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.018097:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:0.0:1761317071.018104:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.018108:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.018111:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:0.0:1761317071.018112:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00080000:00000010:3.0:1761317071.018371:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095330cf1. 00010000:00000010:3.0:1761317071.018500:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:3.0:1761317071.018508:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000346cdd4c. 00010000:00000010:3.0:1761317071.018611:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d02a941d. 00010000:00000010:3.0:1761317071.018619:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317071.018632:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009336e5a1. 00000100:00000010:3.0:1761317071.018637:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:3.0:1761317071.018646:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 02000000:00000010:3.0:1761317071.018660:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000880fb1f9. 02000000:00000010:3.0:1761317071.018719:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a75636d4. 00000400:00000010:3.0:1761317071.018728:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317071.018733:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317071.018740:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780416, portal 16 00000400:00000010:3.0:1761317071.018746:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317071.018748:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780416, offset 0 00000400:00000200:3.0:1761317071.018754:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.018764:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.018773:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.018777:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.018780:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.018782:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90116:90116:256:4294967295] 192.168.204.21@tcp LPNI seq info [90116:90116:8:4294967295] 00000400:00000200:3.0:1761317071.018790:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.018795:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.018800:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d063010d (tot 82354066). 00000800:00000200:3.0:1761317071.018805:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.018810:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.018812:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d063010d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.018933:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.018936:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d063010d (tot 82353818). 00000400:00000200:0.0:1761317071.018940:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.018944:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.018947:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:0.0:1761317071.018948:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:0.0:1761317071.018953:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000077a99891 x1846872902780416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317071.021139:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.021163:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c600 00000400:00000200:3.0:1761317071.021174:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1491 [1] + 224 00000400:00000200:3.0:1761317071.021190:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.021195:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.021206:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000077a99891 x1846872902780416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.021564:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009419b112. 00000400:00000200:2.0:1761317071.021571:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:2.0:1761317071.021573:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000100:00000200:2.0:1761317071.021580:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000077a99891 x1846872902780416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.021587:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000077a99891 x1846872902780416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.021627:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a75636d4. 02000000:00000010:2.0:1761317071.021634:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000880fb1f9. 00000100:00000010:2.0:1761317071.021638:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 00000100:00000010:2.0:1761317071.021643:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:2.0:1761317071.021647:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009336e5a1. 00000400:00000200:0.0:1761317071.023059:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.023081:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15da40 00000400:00000200:0.0:1761317071.023089:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe09 [2] + 656 00000400:00000200:0.0:1761317071.023160:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.023165:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.023173:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.023181:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b60331e. 00000020:00000010:2.0:1761317071.023741:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f21d03d6. 00000020:00000010:2.0:1761317071.023753:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003d3ca1b2. 00000020:00000010:2.0:1761317071.023758:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.023796:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b60331e x1846872898918976/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317071.023837:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898918976 02000000:00000010:2.0:1761317071.023854:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4379ae3. 00010000:00000010:2.0:1761317071.023895:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac5c05fa. 00010000:00000010:2.0:1761317071.023925:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f543c7c. 00000100:00000010:2.0:1761317071.023934:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000030891656. 00000100:00000010:2.0:1761317071.023947:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000030891656. 00010000:00000010:2.0:1761317071.023951:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f543c7c. 00000400:00000010:2.0:1761317071.023970:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f39d74ae. 00000100:00000200:2.0:1761317071.023978:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898918976, offset 224 00000400:00000200:2.0:1761317071.023987:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.024001:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.024008:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90117:90117:256:4294967295] 192.168.204.21@tcp LPNI seq info [90117:90117:8:4294967295] 00000400:00000200:2.0:1761317071.024020:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.024026:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.024032:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317071.024039:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.024049:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.024053:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.024072:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003d3ca1b2. 00000020:00000010:2.0:1761317071.024077:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.024080:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f21d03d6. 00000800:00000200:0.0:1761317071.024287:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.024291:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:0.0:1761317071.024299:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.024303:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.024308:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:0.0:1761317071.024310:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00080000:00000010:0.0:1761317071.024359:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024bf4c95. 00010000:00000010:0.0:1761317071.025343:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:0.0:1761317071.025367:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc3ecc44. 00010000:00000010:0.0:1761317071.025513:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317071.025521:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e000126e. 00010000:00000010:0.0:1761317071.025538:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043afcad6. 00000100:00000010:0.0:1761317071.025545:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042b0c307. 00000100:00000010:0.0:1761317071.025557:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008abad5fe. 02000000:00000010:0.0:1761317071.025574:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b3ce8458. 02000000:00000010:0.0:1761317071.025612:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbe22130. 00000400:00000010:0.0:1761317071.025620:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000671823d3. 00000400:00000010:0.0:1761317071.025627:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317071.025634:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780480, portal 16 00000400:00000010:0.0:1761317071.025641:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317071.025644:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780480, offset 0 00000400:00000200:0.0:1761317071.025654:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.025674:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.025842:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.025847:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.025850:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.025853:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90118:90118:256:4294967295] 192.168.204.21@tcp LPNI seq info [90118:90118:8:4294967295] 00000400:00000200:0.0:1761317071.025865:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.025871:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.025877:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317071.025885:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.025893:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.025897:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317071.029008:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.029020:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:3.0:1761317071.029032:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.029044:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.029052:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000464f94af 00000400:00000010:3.0:1761317071.029055:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000464f94af. 00000100:00000200:3.0:1761317071.029067:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008abad5fe x1846872902780480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.029781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000428f61ba. 00010000:00000010:3.1:1761317071.029790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00000400:00000200:0.0:1761317071.030817:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.030843:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c640 00000400:00000200:0.0:1761317071.030853:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb149d [1] + 224 00000400:00000200:0.0:1761317071.030873:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.030877:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.030887:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008abad5fe x1846872902780480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.030973:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000671823d3. 00000400:00000200:2.0:1761317071.030980:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:2.0:1761317071.030982:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00000100:00000200:2.0:1761317071.030989:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008abad5fe x1846872902780480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.030997:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008abad5fe x1846872902780480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.031038:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbe22130. 02000000:00000010:2.0:1761317071.031046:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b3ce8458. 00000100:00000010:2.0:1761317071.031051:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008abad5fe. 00000100:00000010:2.0:1761317071.031058:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000042b0c307. 00010000:00000010:2.0:1761317071.031062:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043afcad6. 00000400:00000200:0.0:1761317071.031295:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.031303:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15da80 00000400:00000200:0.0:1761317071.031309:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe09 [2] + 984 00000400:00000200:0.0:1761317071.032815:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.032828:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.032837:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.032845:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042adac41. 00000020:00000010:3.0:1761317071.032986:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041592d2b. 00000020:00000010:3.0:1761317071.032996:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317071.033001:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.033036:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042adac41 x1846872898919040/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.033079:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919040 02000000:00000010:3.0:1761317071.033094:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ef7537e. 00010000:00000010:3.0:1761317071.033133:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d5cb03b. 00010000:00000010:3.0:1761317071.033161:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd2cfb07. 00000100:00000010:3.0:1761317071.033168:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.033189:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.033192:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd2cfb07. 00000400:00000010:3.0:1761317071.033208:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317071.033214:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919040, offset 224 00000400:00000200:3.0:1761317071.033223:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.033239:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.033247:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90119:90119:256:4294967295] 192.168.204.21@tcp LPNI seq info [90119:90119:8:4294967295] 00000400:00000200:3.0:1761317071.033259:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.033265:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.033270:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bc492ed (tot 82354066). 00000800:00000200:3.0:1761317071.033276:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.033284:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.033289:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bc492ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.033311:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317071.033316:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.033319:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041592d2b. 00000800:00000200:3.0:1761317071.033441:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.033445:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82353818). 00000400:00000200:3.0:1761317071.033449:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.033453:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.033456:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:3.0:1761317071.033459:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00080000:00000010:0.0:1761317071.033522:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6b07778. 00010000:00000010:0.0:1761317071.033645:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e000126e. 00010000:00000010:0.0:1761317071.033653:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076821817. 00010000:00000010:0.0:1761317071.033784:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f308e35f. 00010000:00000010:0.0:1761317071.033790:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e000126e. 00010000:00000010:0.0:1761317071.033801:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002207d09e. 00000100:00000010:0.0:1761317071.033805:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ba1fc. 00000100:00000010:0.0:1761317071.033813:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000524e4813. 02000000:00000010:0.0:1761317071.033828:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b3ce8458. 02000000:00000010:0.0:1761317071.033855:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbe22130. 00000400:00000010:0.0:1761317071.033860:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea70f919. 00000400:00000010:0.0:1761317071.033866:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317071.033872:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780544, portal 16 00000400:00000010:0.0:1761317071.033878:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317071.033879:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780544, offset 0 00000400:00000200:0.0:1761317071.033885:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.033892:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.033899:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.033903:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.033906:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.033909:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90120:90120:256:4294967295] 192.168.204.21@tcp LPNI seq info [90120:90120:8:4294967295] 00000400:00000200:0.0:1761317071.033916:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.033920:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.033923:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317071.033926:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.033930:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.033933:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.033984:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.033986:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:0.0:1761317071.033989:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.033992:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.033994:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:0.0:1761317071.033995:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00000100:00000200:0.0:1761317071.033999:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000524e4813 x1846872902780544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.034720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066df18e1. 00010000:00000010:2.1:1761317071.034729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d0bae6a. 00000400:00000200:0.0:1761317071.038978:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.039007:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c680 00000400:00000200:0.0:1761317071.039018:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb14a9 [1] + 224 00000400:00000200:0.0:1761317071.039038:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.039042:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.039058:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000524e4813 x1846872902780544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.039560:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea70f919. 00000400:00000200:3.0:1761317071.039567:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7f51b1 00000400:00000010:3.0:1761317071.039569:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7f51b1. 00000100:00000200:3.0:1761317071.039577:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000524e4813 x1846872902780544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.039586:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000524e4813 x1846872902780544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.039626:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbe22130. 02000000:00000010:3.0:1761317071.039633:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b3ce8458. 00000100:00000010:3.0:1761317071.039638:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000524e4813. 00000100:00000010:3.0:1761317071.039644:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000956ba1fc. 00010000:00000010:3.0:1761317071.039648:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002207d09e. 00010000:00000010:3.1:1761317071.041336:0:78541:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fb0a6d5. 00010000:00000010:0.1:1761317071.042363:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009772fac. 00010000:00000010:0.1:1761317071.042373:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d02a941d. 00000400:00000200:0.0:1761317071.042535:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.042556:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dac0 00000400:00000200:0.0:1761317071.042565:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe09 [2] + 1312 00000400:00000200:0.0:1761317071.042655:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.042661:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.042670:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.042676:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008b91f353. 00000020:00000010:3.0:1761317071.042906:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041592d2b. 00000020:00000010:3.0:1761317071.042915:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317071.042921:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.042957:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008b91f353 x1846872898919104/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317071.043001:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919104 02000000:00000010:3.0:1761317071.043014:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000034d89dad. 00010000:00000010:3.0:1761317071.043056:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b6a50dc. 00010000:00000010:3.0:1761317071.043082:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd2cfb07. 00000100:00000010:3.0:1761317071.043091:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.043112:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.043116:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd2cfb07. 00000400:00000010:3.0:1761317071.043136:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317071.043143:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919104, offset 224 00000400:00000200:3.0:1761317071.043154:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.043171:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.043178:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90121:90121:256:4294967295] 192.168.204.21@tcp LPNI seq info [90121:90121:8:4294967295] 00000400:00000200:3.0:1761317071.043189:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.043194:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.043200:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bc492ed (tot 82354066). 00000800:00000200:3.0:1761317071.043205:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.043214:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.043219:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bc492ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.043239:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008532ac35. 00000020:00000010:3.0:1761317071.043244:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.043247:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041592d2b. 00080000:00000010:1.0:1761317071.043336:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8fb6665. 00010000:00000010:1.0:1761317071.043477:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e000126e. 00010000:00000010:1.0:1761317071.043485:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee05e51c. 00010000:00000010:1.0:1761317071.043595:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317071.043603:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001ad5d9eb. 00010000:00000010:1.0:1761317071.043617:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000afb8da78. 00000100:00000010:1.0:1761317071.043622:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bca22159. 00000100:00000010:1.0:1761317071.043630:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 02000000:00000010:1.0:1761317071.043644:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000201e2eeb. 00000800:00000200:0.0:1761317071.044025:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.044030:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82353818). 00000400:00000200:0.0:1761317071.044035:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.044042:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.044046:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:0.0:1761317071.044048:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 02000000:00000010:1.0:1761317071.044247:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005579a4ea. 00000400:00000010:1.0:1761317071.044255:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067863a3b. 00000400:00000010:1.0:1761317071.044261:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdd7e85d. 00000100:00000200:1.0:1761317071.044268:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780608, portal 16 00000400:00000010:1.0:1761317071.044273:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317071.044276:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780608, offset 0 00000400:00000200:1.0:1761317071.044283:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.044294:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.044302:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.044306:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.044309:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.044311:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90122:90122:256:4294967295] 192.168.204.21@tcp LPNI seq info [90122:90122:8:4294967295] 00000400:00000200:1.0:1761317071.044319:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.044324:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.044327:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317071.044332:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.044338:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.044341:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.044456:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.044460:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:2.0:1761317071.044463:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.044467:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.044470:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:2.0:1761317071.044471:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:2.0:1761317071.044479:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1f93d2d x1846872902780608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317071.044699:0:78544:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000319d60fd. 00010000:00000010:0.1:1761317071.044707:0:78544:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00010000:00000010:3.1:1761317071.047234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c36d66. 00000400:00000200:3.0:1761317071.049131:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.049154:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c6c0 00000400:00000200:3.0:1761317071.049166:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb14b5 [1] + 224 00000400:00000200:3.0:1761317071.049185:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.049189:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.049205:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1f93d2d x1846872902780608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.049265:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067863a3b. 00000400:00000200:1.0:1761317071.049271:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdd7e85d 00000400:00000010:1.0:1761317071.049273:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdd7e85d. 00000100:00000200:1.0:1761317071.049280:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1f93d2d x1846872902780608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.049287:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1f93d2d x1846872902780608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.049325:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005579a4ea. 02000000:00000010:1.0:1761317071.049331:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000201e2eeb. 00000100:00000010:1.0:1761317071.049335:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000010:1.0:1761317071.049338:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bca22159. 00010000:00000010:1.0:1761317071.049342:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000afb8da78. 00000400:00000200:0.0:1761317071.051199:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.051227:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15db00 00000400:00000200:0.0:1761317071.051236:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe09 [2] + 1640 00000400:00000200:0.0:1761317071.051528:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.051534:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.051544:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.051553:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000524e4813. 00010000:00000010:1.1:1761317071.051707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000371e3aa9. 00010000:00000010:1.1:1761317071.051718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f308e35f. 00000020:00000010:1.0:1761317071.051773:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000201e2eeb. 00000020:00000010:1.0:1761317071.051783:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.051788:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.051821:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000524e4813 x1846872898919168/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.051866:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919168 02000000:00000010:1.0:1761317071.051881:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005579a4ea. 00010000:00000010:1.0:1761317071.051921:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d822c3bc. 00010000:00000010:1.0:1761317071.051948:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000afb8da78. 00000100:00000010:1.0:1761317071.051956:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bca22159. 00000100:00000010:1.0:1761317071.051977:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bca22159. 00010000:00000010:1.0:1761317071.051980:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000afb8da78. 00000400:00000010:1.0:1761317071.052002:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdd7e85d. 00000100:00000200:1.0:1761317071.052009:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919168, offset 224 00000400:00000200:1.0:1761317071.052018:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.052033:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.052039:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90123:90123:256:4294967295] 192.168.204.21@tcp LPNI seq info [90123:90123:8:4294967295] 00000400:00000200:1.0:1761317071.052052:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.052058:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.052064:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317071.052071:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.052078:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.052083:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.052112:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.052120:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.052124:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000201e2eeb. 00000800:00000200:2.0:1761317071.052204:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:0.0:1761317071.052206:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005faccf2d. 00000800:00000010:2.0:1761317071.052210:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:2.0:1761317071.052213:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.052217:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.052221:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdd7e85d 00000400:00000010:2.0:1761317071.052223:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdd7e85d. 00010000:00000010:0.0:1761317071.052334:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ad5d9eb. 00010000:00000010:0.0:1761317071.052342:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005b67ead. 00010000:00000010:0.0:1761317071.052452:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317071.052460:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc45ecf0. 00010000:00000010:0.0:1761317071.052472:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab8c65b6. 00000100:00000010:0.0:1761317071.052476:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066113fe1. 00000100:00000010:0.0:1761317071.052485:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008abad5fe. 02000000:00000010:0.0:1761317071.052498:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070666462. 02000000:00000010:0.0:1761317071.052533:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3ce8458. 00000400:00000010:0.0:1761317071.052540:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317071.052546:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317071.052551:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780672, portal 16 00000400:00000010:0.0:1761317071.052557:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317071.052559:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780672, offset 0 00000400:00000200:0.0:1761317071.052564:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.052571:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.052579:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.052583:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.052586:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.052588:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90124:90124:256:4294967295] 192.168.204.21@tcp LPNI seq info [90124:90124:8:4294967295] 00000400:00000200:0.0:1761317071.052596:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.052600:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.052603:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317071.052606:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.052610:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.052612:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.053240:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.053245:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:2.0:1761317071.053251:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.053256:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.053259:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000464f94af 00000400:00000010:2.0:1761317071.053261:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000464f94af. 00000100:00000200:2.0:1761317071.053268:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008abad5fe x1846872902780672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.057128:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.057156:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c700 00000400:00000200:0.0:1761317071.057166:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb14c1 [1] + 224 00000400:00000200:0.0:1761317071.057189:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.057194:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.057206:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008abad5fe x1846872902780672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.057297:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:1.0:1761317071.057304:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:1.0:1761317071.057306:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00000100:00000200:1.0:1761317071.057313:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008abad5fe x1846872902780672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.057320:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008abad5fe x1846872902780672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.057369:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3ce8458. 02000000:00000010:1.0:1761317071.057377:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070666462. 00000100:00000010:1.0:1761317071.057382:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008abad5fe. 00000100:00000010:1.0:1761317071.057386:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066113fe1. 00010000:00000010:1.0:1761317071.057390:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab8c65b6. 00000400:00000200:2.0:1761317071.058765:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.058785:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15db40 00000400:00000200:2.0:1761317071.058793:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe09 [2] + 1968 00000400:00000010:2.0:1761317071.058798:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000004aa6a6c. 00000400:00000200:2.0:1761317071.058804:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000079ad9514 00000400:00000200:2.0:1761317071.058885:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.058890:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.058895:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079ad9514 00000400:00000010:2.0:1761317071.058906:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000079ad9514 (tot 82353666). 00000100:00000200:2.0:1761317071.058914:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761317071.059012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cedfd5e. 00000020:00000010:1.0:1761317071.059077:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000201e2eeb. 00000020:00000010:1.0:1761317071.059088:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.059093:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.059131:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c985174f x1846872898919232/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317071.059183:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919232 02000000:00000010:1.0:1761317071.059199:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000679878f4. 00010000:00000010:1.0:1761317071.059254:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afe46729. 00010000:00000010:1.0:1761317071.059287:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000afb8da78. 00000100:00000010:1.0:1761317071.059296:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bca22159. 00000100:00000010:1.0:1761317071.059319:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bca22159. 00010000:00000010:1.0:1761317071.059323:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000afb8da78. 00000400:00000010:1.0:1761317071.059358:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317071.059366:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919232, offset 224 00000400:00000200:1.0:1761317071.059376:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.059396:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.059402:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90125:90125:256:4294967295] 192.168.204.21@tcp LPNI seq info [90125:90125:8:4294967295] 00000400:00000200:1.0:1761317071.059419:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.059424:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.059430:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82353914). 00000800:00000200:1.0:1761317071.059436:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.059444:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.059448:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.059481:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.059496:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.059500:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000201e2eeb. 02000000:00000010:1.0:1761317071.059511:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005579a4ea. 00000100:00000010:1.0:1761317071.059514:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000524e4813. 02000000:00000010:1.0:1761317071.059525:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000034d89dad. 00000100:00000010:1.0:1761317071.059528:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008b91f353. 02000000:00000010:1.0:1761317071.059532:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ef7537e. 00000100:00000010:1.0:1761317071.059534:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042adac41. 02000000:00000010:1.0:1761317071.059538:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4379ae3. 00000100:00000010:1.0:1761317071.059542:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b60331e. 02000000:00000010:1.0:1761317071.059545:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000055225a6. 00000100:00000010:1.0:1761317071.059556:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 02000000:00000010:1.0:1761317071.059561:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007861cd99. 00000100:00000010:1.0:1761317071.059563:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000200:1.0:1761317071.059571:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317071.059578:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067863a3b. 00000400:00000010:1.0:1761317071.059590:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bca22159 (tot 82354066). 00000800:00000200:3.0:1761317071.059898:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.059903:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:3.0:1761317071.059907:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.059913:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.059916:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:3.0:1761317071.059918:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 02000000:00000010:3.0:1761317071.059924:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000679878f4. 00080000:00000010:1.0:1761317071.060050:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007861cd99. 00010000:00000010:1.0:1761317071.060185:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc45ecf0. 00010000:00000010:1.0:1761317071.060195:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9804f6b. 00010000:00000010:1.0:1761317071.060301:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cc25aed. 00010000:00000010:1.0:1761317071.060313:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046999f6e. 00010000:00000010:1.0:1761317071.060328:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000afb8da78. 00000100:00000010:1.0:1761317071.060333:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d42d3c0. 00000100:00000010:1.0:1761317071.060346:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 02000000:00000010:1.0:1761317071.060370:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005579a4ea. 02000000:00000010:1.0:1761317071.060408:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201e2eeb. 00000400:00000010:1.0:1761317071.060413:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a7d6855. 00000400:00000010:1.0:1761317071.060418:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317071.060427:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780736, portal 16 00000400:00000010:1.0:1761317071.060434:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317071.060436:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780736, offset 0 00000400:00000200:1.0:1761317071.060442:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.060460:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.060468:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.060471:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.060475:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.060478:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90126:90126:256:4294967295] 192.168.204.21@tcp LPNI seq info [90126:90126:8:4294967295] 00000400:00000200:1.0:1761317071.060491:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.060497:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.060500:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317071.060505:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.060511:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.060515:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317071.061706:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a4cd5d2. 00010000:00000010:0.1:1761317071.061721:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00000800:00000200:0.0:1761317071.064755:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.064767:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:0.0:1761317071.064777:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.064790:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.064800:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:0.0:1761317071.064802:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:0.0:1761317071.065440:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006ef4b071 x1846872902780736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.067610:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.067635:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c740 00000400:00000200:2.0:1761317071.067646:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb14d1 [1] + 224 00000400:00000200:2.0:1761317071.067663:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.067667:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.067713:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006ef4b071 x1846872902780736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.067750:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.067756:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15db80 00000400:00000200:2.0:1761317071.067761:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe61 [2] + 0 00000400:00000200:2.0:1761317071.067774:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.067777:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.067782:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317071.067790:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00000020:00000010:2.0:1761317071.067856:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f21d03d6. 00000020:00000010:2.0:1761317071.067865:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317071.067871:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.067904:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898919296/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.067937:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919296 02000000:00000010:2.0:1761317071.067952:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000065e08a87. 00010000:00000010:2.0:1761317071.068006:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e8315e7e. 00000100:00000010:2.0:1761317071.068015:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ad9514. 00000100:00000010:2.0:1761317071.068024:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ad9514. 00010000:00000010:2.0:1761317071.068029:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8315e7e. 00000400:00000010:2.0:1761317071.068048:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e1f037. 00000100:00000200:2.0:1761317071.068055:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919296, offset 224 00000400:00000200:2.0:1761317071.068064:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.068078:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.068085:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90127:90127:256:4294967295] 192.168.204.21@tcp LPNI seq info [90127:90127:8:4294967295] 00000400:00000200:2.0:1761317071.068096:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.068102:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.068109:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317071.068116:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.068125:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.068130:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.068153:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317071.068158:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.068162:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f21d03d6. 00000800:00000200:2.0:1761317071.068290:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.068294:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:2.0:1761317071.068301:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.068304:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.068308:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:2.0:1761317071.068310:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000400:00000010:3.0:1761317071.068427:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a7d6855. 00000400:00000200:3.0:1761317071.068432:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:3.0:1761317071.068434:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00000100:00000200:3.0:1761317071.068504:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006ef4b071 x1846872902780736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.068513:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006ef4b071 x1846872902780736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317071.068540:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f63c95f2. 02000000:00000010:3.0:1761317071.068558:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201e2eeb. 02000000:00000010:3.0:1761317071.068564:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005579a4ea. 00000100:00000010:3.0:1761317071.068568:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 00000100:00000010:3.0:1761317071.068571:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d42d3c0. 00010000:00000010:3.0:1761317071.068574:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000afb8da78. 00080000:00000010:3.0:1761317071.068598:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000458d220a. 00010000:00000010:3.0:1761317071.068749:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046999f6e. 00010000:00000010:3.0:1761317071.068756:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4dda513. 00010000:00000010:3.0:1761317071.068854:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078e71043. 00010000:00000010:3.0:1761317071.068859:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317071.068866:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.0:1761317071.068873:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00080000:00000010:3.0:1761317071.068887:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd516fe7. 00010000:00000010:3.0:1761317071.068914:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317071.068918:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014287f4c. 00010000:00000010:3.0:1761317071.068981:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d02a941d. 00010000:00000010:3.0:1761317071.068985:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317071.068995:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd2cfb07. 00000100:00000010:3.0:1761317071.069002:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.069010:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.069026:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e0540c2. 02000000:00000010:3.0:1761317071.069059:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2ce6db9. 00000400:00000010:3.0:1761317071.069065:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317071.069070:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317071.069076:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780800, portal 16 00000400:00000010:3.0:1761317071.069081:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317071.069083:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780800, offset 0 00000400:00000200:3.0:1761317071.069091:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.069101:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.069109:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.069114:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.069117:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.069119:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90128:90128:256:4294967295] 192.168.204.21@tcp LPNI seq info [90128:90128:8:4294967295] 00000400:00000200:3.0:1761317071.069127:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.069132:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.069137:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049e9af67 (tot 82354066). 00000800:00000200:3.0:1761317071.069141:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.069147:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.069151:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049e9af67 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.069420:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.069425:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:0.0:1761317071.069429:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.069434:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.069437:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:0.0:1761317071.069439:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:0.0:1761317071.069445:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902780800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.070783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603c5bbd. 00010000:00000010:1.1:1761317071.070816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acde3ef6. 00010000:00000010:1.1:1761317071.070822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00010000:00000010:3.1:1761317071.075724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044814e66. 00010000:00000010:3.1:1761317071.075745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae9106eb. 00010000:00000010:3.1:1761317071.075751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cc25aed. 00010000:00000010:3.1:1761317071.075755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e71043. 00010000:00000010:3.1:1761317071.075759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974c5ca. 00000400:00000200:2.0:1761317071.078852:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.078881:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c780 00000400:00000200:2.0:1761317071.078892:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb14dd [1] + 224 00000400:00000200:2.0:1761317071.078907:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.078912:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.078929:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902780800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.078958:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.078963:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dbc0 00000400:00000200:2.0:1761317071.078969:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe61 [2] + 328 00000400:00000010:3.0:1761317071.079068:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca10b42. 00000400:00000200:3.0:1761317071.079076:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:3.0:1761317071.079078:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:3.0:1761317071.079084:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902780800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.079093:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902780800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.079360:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.079365:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.079371:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1761317071.079374:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2ce6db9. 00000100:00000010:2.0:1761317071.079377:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 02000000:00000010:3.0:1761317071.079381:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001e0540c2. 00000100:00000010:3.0:1761317071.079384:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.079389:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.079394:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd2cfb07. 00000020:00000010:1.0:1761317071.079482:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52ab094. 00000020:00000010:1.0:1761317071.079491:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.079497:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.079530:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000211632ce x1846872898919360/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.079572:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919360 02000000:00000010:1.0:1761317071.079588:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c769bd6. 00010000:00000010:1.0:1761317071.079625:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000040f43f8. 00010000:00000010:1.0:1761317071.079654:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.079662:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.079700:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.079703:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000010:1.0:1761317071.079722:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317071.079727:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919360, offset 224 00000400:00000200:1.0:1761317071.079737:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.079751:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.079758:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90129:90129:256:4294967295] 192.168.204.21@tcp LPNI seq info [90129:90129:8:4294967295] 00000400:00000200:1.0:1761317071.079769:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.079775:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.079780:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317071.079785:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.079793:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.079798:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.079830:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.079837:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.079841:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52ab094. 00000800:00000200:2.0:1761317071.080195:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.080200:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:2.0:1761317071.080204:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.080208:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.080211:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:2.0:1761317071.080213:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00080000:00000010:3.0:1761317071.080215:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e0540c2. 00010000:00000010:3.0:1761317071.080333:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317071.080341:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de09a578. 00010000:00000010:3.0:1761317071.080457:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.0:1761317071.080465:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317071.080477:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd2cfb07. 00000100:00000010:3.0:1761317071.080481:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.080489:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.080500:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2ce6db9. 02000000:00000010:3.0:1761317071.080529:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ef7537e. 00000400:00000010:3.0:1761317071.080534:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317071.080539:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317071.080544:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780864, portal 16 00000400:00000010:3.0:1761317071.080549:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dda9d8. 00000100:00000200:3.0:1761317071.080551:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780864, offset 0 00000400:00000200:3.0:1761317071.080558:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.080566:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.080575:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.080579:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.080582:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.080585:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90130:90130:256:4294967295] 192.168.204.21@tcp LPNI seq info [90130:90130:8:4294967295] 00000400:00000200:3.0:1761317071.080592:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.080596:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.080600:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049e9af67 (tot 82354066). 00000800:00000200:3.0:1761317071.080604:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.080610:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.080613:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049e9af67 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.080754:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.080758:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:0.0:1761317071.080762:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.080766:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.080769:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dda9d8 00000400:00000010:0.0:1761317071.080770:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dda9d8. 00000100:00000200:0.0:1761317071.080776:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902780864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.083018:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.083043:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c7c0 00000400:00000200:2.0:1761317071.083054:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb14e9 [1] + 224 00000400:00000200:2.0:1761317071.083096:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.083101:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.083113:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902780864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.084667:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca10b42. 00000400:00000200:3.0:1761317071.084796:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:3.0:1761317071.084800:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:3.0:1761317071.084862:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902780864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.084874:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902780864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.086560:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.086586:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dc00 00000400:00000200:2.0:1761317071.086596:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe61 [2] + 656 00000400:00000200:2.0:1761317071.086705:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.086711:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.086720:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317071.086729:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 00000020:00000010:1.0:1761317071.086836:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52ab094. 00000020:00000010:1.0:1761317071.086844:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.086850:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.086883:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be90a4d7 x1846872898919424/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317071.086922:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919424 02000000:00000010:1.0:1761317071.086938:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ec39aea. 00010000:00000010:1.0:1761317071.086987:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.086994:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.087002:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.087005:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000010:1.0:1761317071.087035:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.087042:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919424, offset 224 00000400:00000200:1.0:1761317071.087051:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.087063:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.087070:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90131:90131:256:4294967295] 192.168.204.21@tcp LPNI seq info [90131:90131:8:4294967295] 00000400:00000200:1.0:1761317071.087081:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.087087:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.087092:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317071.087098:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.087106:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.087110:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.087131:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.087138:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.087141:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52ab094. 00000800:00000200:1.0:1761317071.087218:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.087222:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:1.0:1761317071.087225:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.087229:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.087233:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:1.0:1761317071.087235:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00010000:00000010:3.1:1761317071.088468:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000213ffbbd. 00010000:00000010:3.1:1761317071.088484:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d02a941d. 00010000:00000010:3.0:1761317071.088513:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009604941e. 02000000:00000010:3.0:1761317071.088540:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ef7537e. 02000000:00000010:3.0:1761317071.088547:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2ce6db9. 00000100:00000010:3.0:1761317071.088551:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.088556:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.088559:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd2cfb07. 00080000:00000010:3.0:1761317071.088586:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2ce6db9. 00010000:00000010:3.0:1761317071.088726:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317071.088734:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000455d17e. 00010000:00000010:3.0:1761317071.088843:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d02a941d. 00010000:00000010:3.0:1761317071.088850:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317071.088864:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd2cfb07. 00000100:00000010:3.0:1761317071.088872:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.088880:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.088896:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ef7537e. 02000000:00000010:3.0:1761317071.088936:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034d89dad. 00000400:00000010:3.0:1761317071.088944:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317071.088951:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317071.088960:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780928, portal 16 00000400:00000010:3.0:1761317071.088967:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034199819. 00000100:00000200:3.0:1761317071.088969:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780928, offset 0 00000400:00000200:3.0:1761317071.088981:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.089000:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.089009:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.089013:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.089016:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.089020:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90132:90132:256:4294967295] 192.168.204.21@tcp LPNI seq info [90132:90132:8:4294967295] 00000400:00000200:3.0:1761317071.089030:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.089037:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.089042:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bc492ed (tot 82354066). 00000800:00000200:3.0:1761317071.089049:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.089058:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.089063:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bc492ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.089218:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.089224:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82353818). 00000400:00000200:2.0:1761317071.089229:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.089234:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.089239:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034199819 00000400:00000010:2.0:1761317071.089241:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034199819. 00000100:00000200:2.0:1761317071.089248:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902780928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.091793:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.091830:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c800 00000400:00000200:2.0:1761317071.091844:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb14f5 [1] + 224 00000400:00000200:2.0:1761317071.091869:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.091875:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.091892:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902780928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.091957:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca10b42. 00000400:00000200:3.0:1761317071.091963:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:3.0:1761317071.091966:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:3.0:1761317071.091973:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902780928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.091981:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902780928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.092022:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034d89dad. 02000000:00000010:3.0:1761317071.092029:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ef7537e. 00000100:00000010:3.0:1761317071.092033:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.092037:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.092041:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd2cfb07. 00000400:00000200:1.0:1761317071.092720:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.092734:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dc40 00000400:00000200:1.0:1761317071.092741:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe61 [2] + 984 00000400:00000200:1.0:1761317071.093094:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.093099:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.093107:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.093114:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 00000020:00000010:2.0:1761317071.093210:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd474622. 00000020:00000010:2.0:1761317071.093222:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317071.093229:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.093266:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1f93d2d x1846872898919488/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.093311:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919488 02000000:00000010:2.0:1761317071.093330:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f05c8497. 00010000:00000010:2.0:1761317071.093384:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000819fd19f. 00010000:00000010:2.0:1761317071.093420:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e8315e7e. 00000100:00000010:2.0:1761317071.093429:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ad9514. 00080000:00000010:3.0:1761317071.094184:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ef7537e. 00010000:00000010:3.0:1761317071.094416:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.0:1761317071.094424:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317071.094438:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd2cfb07. 00000100:00000010:3.0:1761317071.094444:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.094454:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.094470:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034d89dad. 02000000:00000010:3.0:1761317071.094505:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041592d2b. 00000400:00000010:3.0:1761317071.094512:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317071.094519:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317071.094528:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902780992, portal 16 00000400:00000010:3.0:1761317071.094534:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317071.094536:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902780992, offset 0 00000400:00000200:3.0:1761317071.094547:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.094566:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.094575:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.094579:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.094582:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.094586:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90133:90133:256:4294967295] 192.168.204.21@tcp LPNI seq info [90133:90133:8:4294967295] 00000400:00000200:3.0:1761317071.094598:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.094604:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.094610:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d063010d (tot 82354066). 00000800:00000200:3.0:1761317071.094617:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.094626:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.094632:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d063010d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1761317071.095124:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00000100:00000010:2.0:1761317071.095142:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ad9514. 00010000:00000010:2.0:1761317071.095146:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8315e7e. 00010000:00000010:2.0:1761317071.095155:0:64751:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2bf0624. 00000400:00000010:2.0:1761317071.095180:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e1f037. 00000100:00000200:2.0:1761317071.095184:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919488, offset 224 00000400:00000200:2.0:1761317071.095191:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.095200:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.095204:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90134:90134:255:4294967295] 192.168.204.21@tcp LPNI seq info [90134:90134:7:4294967295] 00000400:00000200:2.0:1761317071.095212:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.095217:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.095222:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354314). 00000800:00000200:2.0:1761317071.095225:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.095230:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.095232:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.095250:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317071.095257:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.095263:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd474622. 00000800:00000200:0.0:1761317071.095339:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.095344:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d063010d (tot 82354066). 00000400:00000200:0.0:1761317071.095359:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.095364:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.095370:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:0.0:1761317071.095373:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:0.0:1761317071.095380:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902780992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761317071.095414:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.095417:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:0.0:1761317071.095424:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.095427:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.095429:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:0.0:1761317071.095432:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000400:00000200:2.0:1761317071.099186:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.099213:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c840 00000400:00000200:2.0:1761317071.099224:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb14fd [1] + 224 00000400:00000200:2.0:1761317071.099240:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.099244:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.099260:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902780992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.099304:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.099310:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dc80 00000400:00000200:2.0:1761317071.099316:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe61 [2] + 1312 00000400:00000200:2.0:1761317071.099394:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.099399:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.099404:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317071.099411:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 00000400:00000010:3.0:1761317071.099496:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca10b42. 00000400:00000200:3.0:1761317071.099502:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:3.0:1761317071.099505:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:3.0:1761317071.099511:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902780992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.099519:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902780992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.099560:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041592d2b. 02000000:00000010:3.0:1761317071.099566:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000034d89dad. 00000100:00000010:3.0:1761317071.099570:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.099575:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.099580:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd2cfb07. 00010000:00000010:1.1:1761317071.099744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2130a90. 00000020:00000010:0.0:1761317071.100213:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbe22130. 00000020:00000010:0.0:1761317071.100222:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317071.100228:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000089d9e784. 00000100:00000200:0.0:1761317071.100263:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898919552/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.100993:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919552 02000000:00000010:1.0:1761317071.101016:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e52ab094. 00010000:00000010:1.0:1761317071.101061:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a106e7. 00010000:00000010:1.0:1761317071.101094:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.101105:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.101396:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.101401:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000010:1.0:1761317071.101425:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.101433:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919552, offset 224 00000400:00000200:1.0:1761317071.101445:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.101468:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.101475:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90135:90135:256:4294967295] 192.168.204.21@tcp LPNI seq info [90135:90135:8:4294967295] 00000400:00000200:1.0:1761317071.101487:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.101494:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.101499:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317071.101507:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.101517:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.101523:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.101557:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfc218d. 00000020:00000010:1.0:1761317071.101564:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000089d9e784. 00000020:00000010:1.0:1761317071.101567:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbe22130. 00080000:00000010:3.0:1761317071.101627:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034d89dad. 00010000:00000010:3.1:1761317071.101712:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faa9ba6b. 00010000:00000010:3.1:1761317071.101724:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd488baf. 00010000:00000010:3.1:1761317071.101732:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.0:1761317071.101817:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317071.101826:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095ac1861. 00010000:00000010:3.0:1761317071.101938:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.0:1761317071.101945:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317071.101961:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd2cfb07. 00000100:00000010:3.0:1761317071.101965:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.101976:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.101990:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041592d2b. 02000000:00000010:3.0:1761317071.102026:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000880fb1f9. 00000400:00000010:3.0:1761317071.102032:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317071.102038:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317071.102044:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781056, portal 16 00000400:00000010:3.0:1761317071.102050:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317071.102052:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781056, offset 0 00000400:00000200:3.0:1761317071.102058:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.102068:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.102077:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.102081:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.102085:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.102087:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90136:90136:255:4294967295] 192.168.204.21@tcp LPNI seq info [90136:90136:7:4294967295] 00000400:00000200:3.0:1761317071.102096:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.102101:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.102105:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000202a79d (tot 82354314). 00000800:00000200:3.0:1761317071.102109:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.102114:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.102117:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000202a79d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.102273:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.102278:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82354066). 00000400:00000200:0.0:1761317071.102283:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.102288:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.102294:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:0.0:1761317071.102296:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000800:00000200:0.0:1761317071.102393:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.102395:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000202a79d (tot 82353818). 00000400:00000200:0.0:1761317071.102399:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.102402:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.102404:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:0.0:1761317071.102406:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:0.0:1761317071.102413:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902781056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.105027:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.105056:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c880 00000400:00000200:0.0:1761317071.105068:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb150d [1] + 224 00000400:00000200:0.0:1761317071.105084:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.105089:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.105100:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902781056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.105141:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.105147:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dcc0 00000400:00000200:0.0:1761317071.105152:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe61 [2] + 1640 00000400:00000200:0.0:1761317071.105215:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.105220:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.105225:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.105235:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b60331e. 00000400:00000010:3.0:1761317071.105318:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca10b42. 00000400:00000200:3.0:1761317071.105326:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:3.0:1761317071.105330:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:3.0:1761317071.105336:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902781056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.105343:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902781056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.105393:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000880fb1f9. 02000000:00000010:3.0:1761317071.105399:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041592d2b. 00000100:00000010:3.0:1761317071.105402:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.105406:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.105411:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd2cfb07. 00000020:00000010:1.0:1761317071.106728:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005579a4ea. 00000020:00000010:1.0:1761317071.106746:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00010000:00000010:2.1:1761317071.106750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080c2f7c2. 00000020:00000010:1.0:1761317071.106752:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00010000:00000010:2.1:1761317071.106760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d02a941d. 00010000:00000010:2.1:1761317071.106765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a09a4d1. 00000100:00000200:1.0:1761317071.106789:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b60331e x1846872898919616/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317071.106822:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919616 02000000:00000010:1.0:1761317071.106835:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000201e2eeb. 00010000:00000010:1.0:1761317071.106875:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b70a0169. 00010000:00000010:1.0:1761317071.106902:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.106911:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.106932:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.106935:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000010:1.0:1761317071.106956:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf77a373. 00000100:00000200:1.0:1761317071.106961:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919616, offset 224 00000400:00000200:1.0:1761317071.106971:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.106988:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.106995:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90137:90137:256:4294967295] 192.168.204.21@tcp LPNI seq info [90137:90137:8:4294967295] 00000400:00000200:1.0:1761317071.107006:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.107013:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.107018:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317071.107025:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.107036:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.107040:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.107070:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.107078:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.107081:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005579a4ea. 00080000:00000010:3.0:1761317071.107151:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041592d2b. 00010000:00000010:3.0:1761317071.107274:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317071.107282:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f77925ac. 00010000:00000010:3.0:1761317071.107397:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078e71043. 00010000:00000010:3.0:1761317071.107402:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.107409:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.0:1761317071.107415:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00080000:00000010:3.0:1761317071.107430:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000880fb1f9. 00010000:00000010:3.0:1761317071.107459:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317071.107462:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.107520:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a5f71dd. 00010000:00000010:3.0:1761317071.107524:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317071.107533:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cd2cfb07. 00000100:00000010:3.0:1761317071.107538:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.107548:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.107562:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a75636d4. 02000000:00000010:3.0:1761317071.107597:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9ad0224. 00000400:00000010:3.0:1761317071.107604:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317071.107610:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317071.107616:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781120, portal 16 00000400:00000010:3.0:1761317071.107621:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe45649f. 00000100:00000200:3.0:1761317071.107623:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781120, offset 0 00000400:00000200:3.0:1761317071.107631:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.107641:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.107648:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.107654:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.107657:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.107659:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90138:90138:255:4294967295] 192.168.204.21@tcp LPNI seq info [90138:90138:7:4294967295] 00000400:00000200:3.0:1761317071.107669:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.107674:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.107739:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ebc9050 (tot 82354314). 00000800:00000200:3.0:1761317071.107744:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.107749:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.107751:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ebc9050 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.107970:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.107976:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82354066). 00000400:00000200:2.0:1761317071.107981:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.107986:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.107992:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf77a373 00000400:00000010:2.0:1761317071.107994:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf77a373. 00000800:00000200:2.0:1761317071.108086:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.108088:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ebc9050 (tot 82353818). 00000400:00000200:2.0:1761317071.108092:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.108095:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.108098:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe45649f 00000400:00000010:2.0:1761317071.108099:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe45649f. 00000100:00000200:2.0:1761317071.108105:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902781120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.109884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7ad08d8. 00010000:00000010:3.1:1761317071.109903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb74c90. 00010000:00000010:1.1:1761317071.110730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c62e10f4. 00000400:00000200:0.0:1761317071.112224:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.112252:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c8c0 00000400:00000200:0.0:1761317071.112264:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1519 [1] + 224 00000400:00000200:0.0:1761317071.112297:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.112302:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.112318:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902781120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.113053:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.113062:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dd00 00000400:00000200:0.0:1761317071.113069:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafe61 [2] + 1968 00000400:00000010:0.0:1761317071.113074:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000080b9b982. 00000400:00000200:0.0:1761317071.113078:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004786502c 00000400:00000200:0.0:1761317071.113143:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.113147:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.113150:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004786502c 00000400:00000010:0.0:1761317071.113152:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004786502c (tot 82353666). 00000100:00000200:0.0:1761317071.113159:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761317071.113283:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca10b42. 00000400:00000200:3.0:1761317071.113287:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:3.0:1761317071.113289:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:3.0:1761317071.113296:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902781120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.113303:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902781120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.113341:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9ad0224. 02000000:00000010:3.0:1761317071.113358:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a75636d4. 00000100:00000010:3.0:1761317071.113363:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.113367:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.113371:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cd2cfb07. 00000020:00000010:2.0:1761317071.113497:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd474622. 00000020:00000010:2.0:1761317071.113507:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317071.113511:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.113537:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f358247f x1846872898919680/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.113578:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919680 02000000:00000010:2.0:1761317071.113592:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1a04e70. 00010000:00000010:2.0:1761317071.113626:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d35bb417. 00010000:00000010:2.0:1761317071.113653:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e8315e7e. 00000100:00000010:2.0:1761317071.113660:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079ad9514. 00000100:00000010:2.0:1761317071.113664:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079ad9514. 00010000:00000010:2.0:1761317071.113667:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e8315e7e. 00000400:00000010:2.0:1761317071.113705:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.113711:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919680, offset 224 00000400:00000200:2.0:1761317071.113719:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.113731:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.113737:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90139:90139:256:4294967295] 192.168.204.21@tcp LPNI seq info [90139:90139:8:4294967295] 00000400:00000200:2.0:1761317071.113746:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.113752:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.113757:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82353914). 00000800:00000200:2.0:1761317071.113762:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.113770:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.113774:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.113797:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007a8fd0b7. 00000020:00000010:2.0:1761317071.113802:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.113805:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd474622. 02000000:00000010:2.0:1761317071.113822:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000201e2eeb. 00000100:00000010:2.0:1761317071.113825:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b60331e. 02000000:00000010:2.0:1761317071.113829:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e52ab094. 00000100:00000010:2.0:1761317071.113830:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317071.113834:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f05c8497. 00000100:00000010:2.0:1761317071.113837:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 02000000:00000010:2.0:1761317071.113840:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ec39aea. 00000100:00000010:2.0:1761317071.113842:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.113845:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c769bd6. 00000100:00000010:2.0:1761317071.113847:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 02000000:00000010:2.0:1761317071.113851:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000065e08a87. 00000100:00000010:2.0:1761317071.113853:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 00000100:00000200:2.0:1761317071.113857:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317071.113863:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a6680eae. 00000400:00000010:2.0:1761317071.113866:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000079ad9514 (tot 82354066). 00080000:00000010:1.0:1761317071.113942:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005579a4ea. 00010000:00000010:1.0:1761317071.114060:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:1.0:1761317071.114067:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa906201. 00010000:00000010:1.0:1761317071.114155:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2d02565. 00010000:00000010:1.0:1761317071.114161:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f19d2641. 00010000:00000010:1.0:1761317071.114172:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.114176:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.114185:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017829550. 02000000:00000010:1.0:1761317071.114197:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000679878f4. 02000000:00000010:1.0:1761317071.114227:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c769bd6. 00000400:00000010:1.0:1761317071.114231:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317071.114235:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.114238:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781184, portal 16 00000400:00000010:1.0:1761317071.114242:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0545a8a. 00000100:00000200:1.0:1761317071.114243:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781184, offset 0 00000400:00000200:1.0:1761317071.114248:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.114254:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.114261:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.114265:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.114268:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.114281:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90140:90140:255:4294967295] 192.168.204.21@tcp LPNI seq info [90140:90140:7:4294967295] 00000400:00000200:1.0:1761317071.114288:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.114292:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.114295:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354314). 00000800:00000200:1.0:1761317071.114299:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.114303:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.114304:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.114531:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.114535:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000400:00000200:0.0:1761317071.114542:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.114546:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.114548:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:0.0:1761317071.114550:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 02000000:00000010:0.0:1761317071.114555:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1a04e70. 00000800:00000200:0.0:1761317071.114598:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.114600:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:0.0:1761317071.114602:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.114604:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.114607:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0545a8a 00000400:00000010:0.0:1761317071.114608:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0545a8a. 00000100:00000200:0.0:1761317071.114613:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017829550 x1846872902781184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.116723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccebd827. 00010000:00000010:3.1:1761317071.116739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.1:1761317071.116744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e71043. 00010000:00000010:3.1:1761317071.116748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d5015b. 00000400:00000200:2.0:1761317071.118434:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.118457:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c900 00000400:00000200:2.0:1761317071.118468:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1529 [1] + 224 00000400:00000200:2.0:1761317071.118490:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.118495:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.118511:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017829550 x1846872902781184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.118636:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:1.0:1761317071.118642:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:1.0:1761317071.118645:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.118653:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017829550 x1846872902781184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.118661:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017829550 x1846872902781184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.118748:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c769bd6. 02000000:00000010:1.0:1761317071.118756:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000679878f4. 00000100:00000010:1.0:1761317071.118760:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017829550. 00000100:00000010:1.0:1761317071.118766:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.118771:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000200:3.0:1761317071.119129:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.119141:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dd40 00000400:00000200:3.0:1761317071.119148:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafeb9 [2] + 0 00000400:00000200:3.0:1761317071.119168:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.119172:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.119177:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317071.119182:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 00000020:00000010:1.0:1761317071.120376:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000679878f4. 00000020:00000010:1.0:1761317071.120386:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.120391:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.120428:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c4982a8 x1846872898919744/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.120473:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919744 02000000:00000010:1.0:1761317071.120489:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004c769bd6. 00010000:00000010:1.0:1761317071.120527:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5131ec6. 00010000:00000010:1.0:1761317071.120555:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.120565:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.120579:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.120582:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000010:1.0:1761317071.120601:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.120608:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919744, offset 224 00000400:00000200:1.0:1761317071.120618:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.120635:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.120642:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90141:90141:256:4294967295] 192.168.204.21@tcp LPNI seq info [90141:90141:8:4294967295] 00000400:00000200:1.0:1761317071.120654:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.120659:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.120666:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317071.120673:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.120709:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.120714:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.120738:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.120746:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.120750:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000679878f4. 00000800:00000200:1.0:1761317071.120880:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.120884:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:1.0:1761317071.120889:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.120893:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.120898:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:1.0:1761317071.120900:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00080000:00000010:1.0:1761317071.120938:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000679878f4. 00010000:00000010:1.0:1761317071.121054:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f19d2641. 00010000:00000010:1.0:1761317071.121063:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039baf972. 00010000:00000010:1.0:1761317071.121168:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000909c0eae. 00010000:00000010:1.0:1761317071.121175:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f19d2641. 00010000:00000010:1.0:1761317071.121186:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.121190:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.121198:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017829550. 02000000:00000010:1.0:1761317071.121211:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ec39aea. 02000000:00000010:1.0:1761317071.121242:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e52ab094. 00000400:00000010:1.0:1761317071.121248:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317071.121254:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.121261:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781248, portal 16 00000400:00000010:1.0:1761317071.121266:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317071.121268:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781248, offset 0 00000400:00000200:1.0:1761317071.121273:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.121283:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.121291:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.121296:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.121299:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.121302:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90142:90142:256:4294967295] 192.168.204.21@tcp LPNI seq info [90142:90142:8:4294967295] 00000400:00000200:1.0:1761317071.121310:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.121315:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.121318:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317071.121322:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.121326:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.121329:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.121723:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.121728:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:2.0:1761317071.121731:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.121736:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.121739:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:2.0:1761317071.121740:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:2.0:1761317071.121746:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017829550 x1846872902781248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.128393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7d49caa. 00010000:00000010:2.1:1761317071.128462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031018b1e. 00000400:00000200:3.0:1761317071.129298:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.129320:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c940 00000400:00000200:3.0:1761317071.129332:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1535 [1] + 224 00000400:00000200:3.0:1761317071.129364:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.129369:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.129384:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017829550 x1846872902781248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.129557:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:1.0:1761317071.129565:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:1.0:1761317071.129567:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.129575:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017829550 x1846872902781248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.129587:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017829550 x1846872902781248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.129625:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e52ab094. 02000000:00000010:1.0:1761317071.129632:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ec39aea. 00000100:00000010:1.0:1761317071.129636:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017829550. 00000100:00000010:1.0:1761317071.129640:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.129645:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000200:1.0:1761317071.131312:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.131332:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dd80 00000400:00000200:1.0:1761317071.131340:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafeb9 [2] + 328 00000400:00000200:1.0:1761317071.131435:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.131440:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.131448:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.131455:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017829550. 00000020:00000010:3.0:1761317071.131611:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a75636d4. 00000020:00000010:3.0:1761317071.131620:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.131626:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.131661:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017829550 x1846872898919808/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.131730:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919808 02000000:00000010:3.0:1761317071.131750:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc7d6e1d. 00010000:00000010:3.0:1761317071.131792:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e42be191. 00010000:00000010:3.0:1761317071.131824:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008bedab51. 00000100:00000010:3.0:1761317071.131833:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.131845:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.131848:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008bedab51. 00000400:00000010:3.0:1761317071.131867:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317071.131872:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919808, offset 224 00000400:00000200:3.0:1761317071.131882:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.131895:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.131901:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90143:90143:256:4294967295] 192.168.204.21@tcp LPNI seq info [90143:90143:8:4294967295] 00000400:00000200:3.0:1761317071.131912:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.131917:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.131922:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25cfc05 (tot 82354066). 00000800:00000200:3.0:1761317071.131929:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.131937:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.131941:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25cfc05 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.131960:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.131965:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.131969:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a75636d4. 00080000:00000010:1.0:1761317071.132061:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ec39aea. 00010000:00000010:1.0:1761317071.132176:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f19d2641. 00010000:00000010:1.0:1761317071.132185:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082fff47c. 00010000:00000010:1.0:1761317071.132289:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a44dafbe. 00010000:00000010:1.0:1761317071.132297:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f19d2641. 00010000:00000010:1.0:1761317071.132310:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.132314:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.132324:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317071.132338:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e52ab094. 02000000:00000010:1.0:1761317071.132384:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201e2eeb. 00000400:00000010:1.0:1761317071.132389:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317071.132396:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.132403:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781312, portal 16 00000400:00000010:1.0:1761317071.132408:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cccb1e8. 00000100:00000200:1.0:1761317071.132411:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781312, offset 0 00000400:00000200:1.0:1761317071.132417:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.132426:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.132435:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.132439:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.132442:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.132444:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90144:90144:255:4294967295] 192.168.204.21@tcp LPNI seq info [90144:90144:7:4294967295] 00000400:00000200:1.0:1761317071.132452:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.132457:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.132460:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354314). 00000800:00000200:1.0:1761317071.132464:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.132468:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.132470:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.132739:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.132745:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25cfc05 (tot 82354066). 00000400:00000200:2.0:1761317071.132749:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.132754:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.132758:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:2.0:1761317071.132760:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000800:00000200:2.0:1761317071.132826:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.132828:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:2.0:1761317071.132832:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.132835:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.132837:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cccb1e8 00000400:00000010:2.0:1761317071.132839:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cccb1e8. 00000100:00000200:2.0:1761317071.132846:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902781312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.132951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062415fde. 00010000:00000010:1.1:1761317071.132959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a5f71dd. 00000400:00000200:3.0:1761317071.135496:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.135521:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c980 00000400:00000200:3.0:1761317071.135533:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1541 [1] + 224 00000400:00000200:3.0:1761317071.135547:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.135552:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.135567:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902781312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.135771:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d4ae830. 00010000:00000010:1.1:1761317071.135781:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e12c445. 00010000:00000010:1.1:1761317071.135786:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d02565. 00000400:00000010:1.0:1761317071.136809:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:1.0:1761317071.136817:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:1.0:1761317071.136819:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.136830:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902781312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.136839:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902781312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.136880:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201e2eeb. 02000000:00000010:1.0:1761317071.136887:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e52ab094. 00000100:00000010:1.0:1761317071.136891:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:1.0:1761317071.136896:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.136901:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000200:2.0:1761317071.137037:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.137054:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ddc0 00000400:00000200:2.0:1761317071.137061:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafeb9 [2] + 656 00000400:00000200:2.0:1761317071.137077:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.137081:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.137087:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317071.137093:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00000020:00000010:1.0:1761317071.140193:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e52ab094. 00000020:00000010:1.0:1761317071.140214:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.140220:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.140266:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898919872/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317071.140305:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919872 02000000:00000010:1.0:1761317071.140318:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000201e2eeb. 00010000:00000010:1.0:1761317071.140368:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e1ceb03. 00010000:00000010:1.0:1761317071.140395:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.140404:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.140419:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.140422:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000010:1.0:1761317071.140441:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.140448:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919872, offset 224 00000400:00000200:1.0:1761317071.140457:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.140473:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.140480:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90145:90145:256:4294967295] 192.168.204.21@tcp LPNI seq info [90145:90145:8:4294967295] 00000400:00000200:1.0:1761317071.140491:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.140497:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.140502:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317071.140509:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.140518:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.140522:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.140541:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317071.140547:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.140550:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e52ab094. 00000800:00000200:1.0:1761317071.140703:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.140707:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:1.0:1761317071.140711:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.140716:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.140721:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:1.0:1761317071.140723:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00080000:00000010:1.0:1761317071.140756:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e52ab094. 00010000:00000010:1.0:1761317071.140866:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f19d2641. 00010000:00000010:1.0:1761317071.140873:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d50bf185. 00010000:00000010:1.0:1761317071.140965:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2d02565. 00010000:00000010:1.0:1761317071.140972:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f19d2641. 00010000:00000010:1.0:1761317071.140984:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317071.140988:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.140997:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 02000000:00000010:1.0:1761317071.141015:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000055225a6. 02000000:00000010:1.0:1761317071.141047:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4379ae3. 00000400:00000010:1.0:1761317071.141054:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317071.141058:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.141064:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781376, portal 16 00000400:00000010:1.0:1761317071.141070:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317071.141072:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781376, offset 0 00000400:00000200:1.0:1761317071.141077:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.141084:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.141093:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.141096:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.141099:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.141101:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90146:90146:256:4294967295] 192.168.204.21@tcp LPNI seq info [90146:90146:8:4294967295] 00000400:00000200:1.0:1761317071.141108:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.141112:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.141115:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317071.141119:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.141122:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.141125:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.141180:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.141182:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:1.0:1761317071.141185:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.141188:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.141191:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:1.0:1761317071.141192:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:1.0:1761317071.141197:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000082e16a95 x1846872902781376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.144499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015987cb0. 00010000:00000010:1.1:1761317071.144850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000784a74. 00010000:00000010:1.1:1761317071.144860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909c0eae. 00000400:00000200:1.0:1761317071.155497:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.155531:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50c9c0 00000400:00000200:1.0:1761317071.155542:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb154d [1] + 224 00000400:00000200:1.0:1761317071.155568:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.155574:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.155590:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000082e16a95 x1846872902781376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.155715:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d11b2f00. 00010000:00000010:1.1:1761317071.155726:0:78528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f27579c. 00010000:00000010:1.1:1761317071.155730:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44dafbe. 00000400:00000010:3.0:1761317071.158331:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:3.0:1761317071.158355:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:3.0:1761317071.158358:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000100:00000200:3.0:1761317071.158377:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000082e16a95 x1846872902781376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.158388:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000082e16a95 x1846872902781376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.158432:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4379ae3. 02000000:00000010:3.0:1761317071.158442:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000055225a6. 00000100:00000010:3.0:1761317071.158450:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000010:3.0:1761317071.158457:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:3.0:1761317071.158461:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000200:0.0:1761317071.167943:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.167970:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15de00 00000400:00000200:0.0:1761317071.167980:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafeb9 [2] + 984 00000400:00000200:0.0:1761317071.168075:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.168081:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.168089:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.168096:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042adac41. 00000020:00000010:3.0:1761317071.168178:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e3b058a. 00000020:00000010:3.0:1761317071.168190:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.168196:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.168234:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042adac41 x1846872898919936/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317071.168287:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898919936 02000000:00000010:3.0:1761317071.168380:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a75636d4. 00010000:00000010:3.0:1761317071.168426:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f15a8edc. 00010000:00000010:3.0:1761317071.168452:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d806f821. 00000100:00000010:3.0:1761317071.168464:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.168484:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.168487:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d806f821. 00000400:00000010:3.0:1761317071.168505:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317071.168512:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898919936, offset 224 00000400:00000200:3.0:1761317071.168522:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.168537:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.168544:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90147:90147:256:4294967295] 192.168.204.21@tcp LPNI seq info [90147:90147:8:4294967295] 00000400:00000200:3.0:1761317071.168556:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.168562:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.168567:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00000800:00000200:3.0:1761317071.168574:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.168582:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.168587:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.168607:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.168611:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.168614:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e3b058a. 00000800:00000200:3.0:1761317071.168728:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.168732:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:3.0:1761317071.168736:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.168739:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.168743:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:3.0:1761317071.168745:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00080000:00000010:3.0:1761317071.168777:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e3b058a. 00010000:00000010:3.0:1761317071.169739:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f19d2641. 00010000:00000010:3.0:1761317071.169752:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032064323. 00010000:00000010:3.0:1761317071.169843:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078e71043. 00010000:00000010:3.0:1761317071.169848:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.169855:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.0:1761317071.169861:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.169878:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000055225a6. 00010000:00000010:3.0:1761317071.169907:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.169911:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.169959:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.0:1761317071.169962:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.169970:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d806f821. 00000100:00000010:3.0:1761317071.169978:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.169988:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.170003:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9ad0224. 02000000:00000010:3.0:1761317071.170042:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f211b44f. 00000400:00000010:3.0:1761317071.170048:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317071.170054:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317071.170061:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781440, portal 16 00000400:00000010:3.0:1761317071.170066:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317071.170068:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781440, offset 0 00000400:00000200:3.0:1761317071.170076:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.170091:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.170099:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.170103:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.170106:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.170109:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90148:90148:256:4294967295] 192.168.204.21@tcp LPNI seq info [90148:90148:8:4294967295] 00000400:00000200:3.0:1761317071.170119:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.170124:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.170127:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00000800:00000200:3.0:1761317071.170131:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.170138:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.170142:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317071.170246:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.170250:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:3.0:1761317071.170254:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.170258:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.170262:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:3.0:1761317071.170264:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:3.0:1761317071.170271:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902781440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761317071.174358:0:67394:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 02000000:00000010:3.0:1761317071.174385:0:67394:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c2624d07. 02000000:00000010:0.0:1761317071.174460:0:15839:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000042b1b77a. 00000400:00000010:0.0:1761317071.174470:0:15839:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c6a7ac93. 00000400:00000010:0.0:1761317071.174479:0:15839:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317071.174489:0:15839:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846872902781504, portal 4 00000400:00000010:0.0:1761317071.174499:0:15839:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317071.174502:0:15839:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846872902781504, offset 0 00000400:00000200:0.0:1761317071.174513:0:15839:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317071.174532:0:15839:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317071.174546:0:15839:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb89b50ca40 00000400:00000200:0.0:1761317071.174555:0:15839:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31b7d [8] + 7168 00000400:00000200:0.0:1761317071.174564:0:15839:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.174568:0:15839:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317071.174577:0:15839:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1761317071.174583:0:15839:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008b91f353. 00000400:00000200:0.0:1761317071.174611:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:0.0:1761317071.174614:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00000100:00000200:0.0:1761317071.174620:0:15839:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6bf661 x1846872902781504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:2.0:1761317071.174726:0:68185:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065e08a87. 00000020:00000010:2.0:1761317071.174736:0:68185:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317071.174741:0:68185:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.174789:0:68185:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872902781504 02000000:00000010:2.0:1761317071.174809:0:68185:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000f7e1e8bb. 00010000:00000200:2.0:1761317071.174835:0:68185:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000008b91f353 x1846872902781504/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:264/0 lens 224/368 e 0 to 0 dl 1761317114 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:2.0:1761317071.174853:0:68185:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.174856:0:68185:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846872902781504, offset 224 00000400:00000200:2.0:1761317071.174861:0:68185:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761317071.174867:0:68185:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761317071.174872:0:68185:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb89b50ca40 00000400:00000200:2.0:1761317071.174878:0:68185:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb1561 [1] + 224 00000400:00000200:2.0:1761317071.174882:0:68185:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.174884:0:68185:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761317071.174888:0:68185:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6bf661 x1846872902781504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:2.0:1761317071.175120:0:68185:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.175123:0:68185:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000020:00000010:2.0:1761317071.175141:0:68185:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317071.175145:0:68185:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.175148:0:68185:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065e08a87. 00000400:00000010:0.0:1761317071.175195:0:15839:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6a7ac93. 00000400:00000200:0.0:1761317071.175199:0:15839:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:0.0:1761317071.175201:0:15839:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000100:00000200:0.0:1761317071.175205:0:15839:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6bf661 x1846872902781504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:0.0:1761317071.175213:0:15839:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6bf661 x1846872902781504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:0.0:1761317071.175251:0:15839:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000042b1b77a. 02000000:00000010:0.0:1761317071.175259:0:15839:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c2624d07. 00000100:00000010:0.0:1761317071.175264:0:15839:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 00000400:00000200:0.0:1761317071.175308:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.175317:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ca00 00000400:00000200:0.0:1761317071.175324:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1559 [1] + 224 00000400:00000200:0.0:1761317071.175334:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.175337:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.175343:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902781440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.175382:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.175387:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15de40 00000400:00000200:0.0:1761317071.175394:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafeb9 [2] + 1312 00000400:00000200:0.0:1761317071.175464:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.175468:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.175472:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.175478:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000524e4813. 00000020:00000010:2.0:1761317071.175555:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065e08a87. 00000020:00000010:2.0:1761317071.175560:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317071.175562:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.175582:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000524e4813 x1846872898920000/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317071.176021:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920000 02000000:00000010:2.0:1761317071.176033:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f05c8497. 00010000:00000010:2.0:1761317071.176087:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f35f176. 00000100:00000010:2.0:1761317071.176095:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080967840. 00000100:00000010:2.0:1761317071.176103:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080967840. 00010000:00000010:2.0:1761317071.176109:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f35f176. 00000400:00000010:2.0:1761317071.176123:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.176128:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920000, offset 224 00000400:00000200:2.0:1761317071.176135:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.176149:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.176155:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90149:90149:256:4294967295] 192.168.204.21@tcp LPNI seq info [90149:90149:8:4294967295] 00000400:00000200:2.0:1761317071.176165:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.176171:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.176176:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317071.176183:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.176191:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.176196:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.176214:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317071.176218:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.176221:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065e08a87. 00000400:00000010:3.0:1761317071.176334:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca10b42. 00000400:00000200:3.0:1761317071.176339:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:3.0:1761317071.176341:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000100:00000200:3.0:1761317071.176355:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902781440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.176363:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902781440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317071.176382:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a30b1049. 02000000:00000010:3.0:1761317071.176397:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f211b44f. 02000000:00000010:3.0:1761317071.176400:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9ad0224. 00000100:00000010:3.0:1761317071.176405:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317071.176408:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.176411:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d806f821. 00080000:00000010:3.0:1761317071.176431:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f211b44f. 00010000:00000010:3.0:1761317071.176543:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.176550:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c578295. 00010000:00000010:3.0:1761317071.176637:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.0:1761317071.176642:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.176652:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d806f821. 00000100:00000010:3.0:1761317071.176655:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.176661:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.176671:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab2ad1dd. 02000000:00000010:3.0:1761317071.176712:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000931d860a. 00000400:00000010:3.0:1761317071.176716:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317071.176720:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317071.176725:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781568, portal 16 00000400:00000010:3.0:1761317071.176730:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317071.176731:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781568, offset 0 00000400:00000200:3.0:1761317071.176737:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.176743:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.176750:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.176754:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.176758:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.176760:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90150:90150:255:4294967295] 192.168.204.21@tcp LPNI seq info [90150:90150:7:4294967295] 00000400:00000200:3.0:1761317071.176767:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.176772:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.176776:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82354314). 00000800:00000200:3.0:1761317071.176780:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.176784:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.176786:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.176935:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.176939:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82354066). 00000400:00000200:2.0:1761317071.176947:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.176951:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.176954:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.176955:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000800:00000200:2.0:1761317071.177225:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.177228:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:2.0:1761317071.177231:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.177234:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.177237:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:2.0:1761317071.177239:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:2.0:1761317071.177244:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902781568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.182341:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.182377:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ca80 00000400:00000200:0.0:1761317071.182389:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1571 [1] + 224 00000400:00000200:0.0:1761317071.182405:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.182410:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.182424:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902781568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.182474:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.182480:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15de80 00000400:00000200:0.0:1761317071.182486:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafeb9 [2] + 1640 00000400:00000200:0.0:1761317071.182497:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.182500:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.182504:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.182511:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008abad5fe. 00000400:00000010:3.0:1761317071.182599:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca10b42. 00000400:00000200:3.0:1761317071.182604:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:3.0:1761317071.182607:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000100:00000200:3.0:1761317071.182613:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902781568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.182621:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902781568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.182659:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000931d860a. 02000000:00000010:3.0:1761317071.182666:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ab2ad1dd. 00000100:00000010:3.0:1761317071.182670:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317071.182673:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.182702:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d806f821. 00000020:00000010:1.0:1761317071.182810:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000481e81f6. 00000020:00000010:1.0:1761317071.182820:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317071.182827:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.182858:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008abad5fe x1846872898920064/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317071.182894:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920064 02000000:00000010:1.0:1761317071.182909:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000500681fb. 00010000:00000010:1.0:1761317071.182946:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003564c490. 00010000:00000010:1.0:1761317071.182973:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eddd7530. 00000100:00000010:1.0:1761317071.182981:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.182990:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.182992:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eddd7530. 00000400:00000010:1.0:1761317071.183011:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317071.183017:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920064, offset 224 00000400:00000200:1.0:1761317071.183026:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.183040:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.183046:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90151:90151:256:4294967295] 192.168.204.21@tcp LPNI seq info [90151:90151:8:4294967295] 00000400:00000200:1.0:1761317071.183057:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.183063:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.183069:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317071.183076:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.183084:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.183089:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.183108:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317071.183115:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.183119:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000481e81f6. 00000800:00000200:0.0:1761317071.183541:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.183546:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:0.0:1761317071.183550:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.183556:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.183559:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:0.0:1761317071.183561:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00080000:00000010:3.0:1761317071.183645:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab2ad1dd. 00010000:00000010:3.1:1761317071.183726:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3b077e1. 00010000:00000010:3.1:1761317071.183733:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c342eaa. 00010000:00000010:3.1:1761317071.183737:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d02565. 00010000:00000010:3.1:1761317071.183740:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e71043. 00010000:00000010:3.1:1761317071.183743:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.1:1761317071.183747:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e9640d6. 00010000:00000010:3.1:1761317071.183750:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019fb7375. 00010000:00000010:3.1:1761317071.183755:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.0:1761317071.183844:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.183852:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b350f2f2. 00000001:00000010:3.0:1761317071.183925:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009ca10b42. 00000001:00000010:3.0:1761317071.183932:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009ca10b42. 00000001:00000010:3.0:1761317071.183935:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000a760c6a. 00080000:00000010:3.0:1761317071.183941:0:77308:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 00000000804c4197. 00080000:00000010:3.0:1761317071.183947:0:77308:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000931d860a. 00000001:00000010:3.0:1761317071.183955:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009ca10b42. 00010000:00000010:3.0:1761317071.183992:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078e71043. 00010000:00000010:3.0:1761317071.183996:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184001:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.0:1761317071.184007:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184024:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3371bf9. 00010000:00000010:3.0:1761317071.184051:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184054:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184093:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000306f9df7. 00010000:00000010:3.0:1761317071.184096:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184099:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.0:1761317071.184103:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184110:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002739237d. 00010000:00000010:3.0:1761317071.184134:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184137:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184170:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dff841a3. 00010000:00000010:3.0:1761317071.184173:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184177:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000848a6693. 00010000:00000010:3.0:1761317071.184179:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184186:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000154cda24. 00010000:00000010:3.0:1761317071.184210:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184214:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184251:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6ee2545. 00010000:00000010:3.0:1761317071.184254:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184257:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a11378e3. 00010000:00000010:3.0:1761317071.184261:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184268:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008846995a. 00010000:00000010:3.0:1761317071.184291:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184295:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184360:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000432113e8. 00010000:00000010:3.0:1761317071.184364:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184367:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c98aa32. 00010000:00000010:3.0:1761317071.184369:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184377:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae629142. 00010000:00000010:3.0:1761317071.184398:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184401:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184433:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032b950ff. 00010000:00000010:3.0:1761317071.184436:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184439:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010a04c3e. 00010000:00000010:3.0:1761317071.184441:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184448:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086ce978c. 00010000:00000010:3.0:1761317071.184471:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184474:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184510:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007078498d. 00010000:00000010:3.0:1761317071.184513:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184516:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000001ce93a3. 00010000:00000010:3.0:1761317071.184519:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184526:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000436780d2. 00010000:00000010:3.0:1761317071.184548:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184551:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184584:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004be0b988. 00010000:00000010:3.0:1761317071.184587:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184591:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b149adc. 00010000:00000010:3.0:1761317071.184593:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184600:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b785e93. 00010000:00000010:3.0:1761317071.184623:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184626:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184657:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000917f462a. 00010000:00000010:3.0:1761317071.184661:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184664:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c836be2. 00010000:00000010:3.0:1761317071.184667:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184674:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025797e7f. 00010000:00000010:3.0:1761317071.184729:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184733:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184769:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037461a6a. 00010000:00000010:3.0:1761317071.184772:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184775:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018373c2e. 00010000:00000010:3.0:1761317071.184778:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184785:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c44d660. 00010000:00000010:3.0:1761317071.184806:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184809:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184845:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000163c333. 00010000:00000010:3.0:1761317071.184848:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184852:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094a490dd. 00010000:00000010:3.0:1761317071.184854:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184862:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be30a9b2. 00010000:00000010:3.0:1761317071.184888:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184891:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184924:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ec371c95. 00010000:00000010:3.0:1761317071.184927:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.184930:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a5f71dd. 00010000:00000010:3.0:1761317071.184933:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.184943:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9ad0224. 00010000:00000010:3.0:1761317071.184966:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.184970:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185006:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082732ad1. 00010000:00000010:3.0:1761317071.185008:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185011:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d02a941d. 00010000:00000010:3.0:1761317071.185014:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185024:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c251b494. 00010000:00000010:3.0:1761317071.185044:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185047:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185079:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055818390. 00010000:00000010:3.0:1761317071.185082:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185086:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e00dd9c. 00010000:00000010:3.0:1761317071.185089:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185095:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8fb1089. 00010000:00000010:3.0:1761317071.185115:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185118:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185146:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b6b9234d. 00010000:00000010:3.0:1761317071.185149:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185152:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096dd99ae. 00010000:00000010:3.0:1761317071.185155:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185162:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7314ea4. 00010000:00000010:3.0:1761317071.185181:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185184:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185213:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac8507b3. 00010000:00000010:3.0:1761317071.185216:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185219:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001703e709. 00010000:00000010:3.0:1761317071.185222:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185228:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000960ed060. 00010000:00000010:3.0:1761317071.185252:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185255:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185290:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004626255b. 00010000:00000010:3.0:1761317071.185293:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185297:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0f6378c. 00010000:00000010:3.0:1761317071.185299:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185306:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008422afcf. 00010000:00000010:3.0:1761317071.185329:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185332:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185381:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009bf401b9. 00010000:00000010:3.0:1761317071.185385:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185388:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9f64118. 00010000:00000010:3.0:1761317071.185391:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185397:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ecf9bf. 00010000:00000010:3.0:1761317071.185420:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185423:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185459:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009392b5f3. 00010000:00000010:3.0:1761317071.185462:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185465:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058a493df. 00010000:00000010:3.0:1761317071.185468:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185476:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013707867. 00010000:00000010:3.0:1761317071.185497:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185500:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185529:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e068748f. 00010000:00000010:3.0:1761317071.185532:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185535:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000832a0c36. 00010000:00000010:3.0:1761317071.185538:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185546:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004574c0f5. 00010000:00000010:3.0:1761317071.185568:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185571:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185602:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8d9db42. 00010000:00000010:3.0:1761317071.185605:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185608:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5ba28a2. 00010000:00000010:3.0:1761317071.185610:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185617:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7a73646. 00010000:00000010:3.0:1761317071.185638:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185641:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185671:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000059626bd4. 00010000:00000010:3.0:1761317071.185675:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185708:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094404acc. 00010000:00000010:3.0:1761317071.185711:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185719:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa708238. 00010000:00000010:3.0:1761317071.185743:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185746:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185783:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040707fa0. 00010000:00000010:3.0:1761317071.185786:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185789:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba6eb18c. 00010000:00000010:3.0:1761317071.185792:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185799:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006235997d. 00010000:00000010:3.0:1761317071.185823:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185826:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185858:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c90a49d. 00010000:00000010:3.0:1761317071.185861:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185864:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bf6f6a7. 00010000:00000010:3.0:1761317071.185867:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185874:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d8522a. 00010000:00000010:3.0:1761317071.185895:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185898:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185935:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000015589391. 00010000:00000010:3.0:1761317071.185937:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.185941:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000adb2f43d. 00010000:00000010:3.0:1761317071.185944:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.185951:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2a94421. 00010000:00000010:3.0:1761317071.185972:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.185975:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186007:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000363ac22f. 00010000:00000010:3.0:1761317071.186010:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186013:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e4ba057e. 00010000:00000010:3.0:1761317071.186016:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186022:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033aa0136. 00010000:00000010:3.0:1761317071.186044:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186048:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186082:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000966c29c6. 00010000:00000010:3.0:1761317071.186085:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186088:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002894bcd9. 00010000:00000010:3.0:1761317071.186091:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186097:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ad65a70. 00010000:00000010:3.0:1761317071.186118:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186121:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186151:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002f1ba619. 00010000:00000010:3.0:1761317071.186154:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186157:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000135adb86. 00010000:00000010:3.0:1761317071.186160:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186166:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000455bc3a5. 00010000:00000010:3.0:1761317071.186187:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186191:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186224:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085bc55f7. 00010000:00000010:3.0:1761317071.186226:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186230:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000abba9f85. 00010000:00000010:3.0:1761317071.186233:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186240:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011038fcc. 00010000:00000010:3.0:1761317071.186262:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186265:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186299:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c32d6277. 00010000:00000010:3.0:1761317071.186303:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186305:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea5f81f8. 00010000:00000010:3.0:1761317071.186308:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186314:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b662c38. 00010000:00000010:3.0:1761317071.186336:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186339:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186389:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7c44bd7. 00010000:00000010:3.0:1761317071.186392:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186395:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032ccffda. 00010000:00000010:3.0:1761317071.186398:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186405:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1022877. 00010000:00000010:3.0:1761317071.186426:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186429:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186460:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006fa61736. 00010000:00000010:3.0:1761317071.186463:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186466:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076eb4e40. 00010000:00000010:3.0:1761317071.186469:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186476:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002205d3f0. 00010000:00000010:3.0:1761317071.186496:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186499:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186529:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cec8ae2f. 00010000:00000010:3.0:1761317071.186532:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186535:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1c557a1. 00010000:00000010:3.0:1761317071.186538:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186546:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d18f8059. 00010000:00000010:3.0:1761317071.186567:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186570:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186600:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006898caf1. 00010000:00000010:3.0:1761317071.186603:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186606:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c77b6952. 00010000:00000010:3.0:1761317071.186609:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186616:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8e5ec27. 00010000:00000010:3.0:1761317071.186637:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186641:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186675:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066854b81. 00010000:00000010:3.0:1761317071.186727:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186730:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e618501. 00010000:00000010:3.0:1761317071.186733:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186744:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f34bd790. 00010000:00000010:3.0:1761317071.186770:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186774:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186806:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cb22a98. 00010000:00000010:3.0:1761317071.186809:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186812:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc4039a9. 00010000:00000010:3.0:1761317071.186815:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186823:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000528f68. 00010000:00000010:3.0:1761317071.186846:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186849:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186888:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007da13c9d. 00010000:00000010:3.0:1761317071.186892:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186894:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dee0f018. 00010000:00000010:3.0:1761317071.186897:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186905:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e31f377f. 00010000:00000010:3.0:1761317071.186928:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.186931:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186966:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f8c913b9. 00010000:00000010:3.0:1761317071.186969:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.186972:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4bf9456. 00010000:00000010:3.0:1761317071.186975:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.186983:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000112befb9. 00010000:00000010:3.0:1761317071.187006:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187010:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187043:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aee73606. 00010000:00000010:3.0:1761317071.187047:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187050:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080faa132. 00010000:00000010:3.0:1761317071.187053:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187060:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ff67886. 00010000:00000010:3.0:1761317071.187084:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187088:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187121:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000093b37810. 00010000:00000010:3.0:1761317071.187124:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187127:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afd63cdd. 00010000:00000010:3.0:1761317071.187129:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187136:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000542189a. 00010000:00000010:3.0:1761317071.187160:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187164:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187201:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000961dd8e8. 00010000:00000010:3.0:1761317071.187204:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187208:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ae5f146. 00010000:00000010:3.0:1761317071.187211:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187218:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea1d9109. 00010000:00000010:3.0:1761317071.187237:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187240:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187271:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000680ebdf6. 00010000:00000010:3.0:1761317071.187273:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187276:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dadc9372. 00010000:00000010:3.0:1761317071.187278:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187285:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f02d22c6. 00010000:00000010:3.0:1761317071.187305:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187308:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187359:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000908a2243. 00010000:00000010:3.0:1761317071.187362:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187365:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ce6d467c. 00010000:00000010:3.0:1761317071.187368:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187376:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bdddd71. 00010000:00000010:3.0:1761317071.187399:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187402:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187432:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf5d0f78. 00010000:00000010:3.0:1761317071.187435:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187438:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a23b4b8. 00010000:00000010:3.0:1761317071.187441:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187448:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046a9344d. 00010000:00000010:3.0:1761317071.187472:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187475:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187506:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eab5ef37. 00010000:00000010:3.0:1761317071.187509:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187512:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078db6e38. 00010000:00000010:3.0:1761317071.187514:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187520:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c327f04d. 00010000:00000010:3.0:1761317071.187539:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187542:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187572:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000daece260. 00010000:00000010:3.0:1761317071.187574:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187578:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043395264. 00010000:00000010:3.0:1761317071.187582:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187590:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009eaa1ebb. 00010000:00000010:3.0:1761317071.187614:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187617:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187656:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013d26225. 00010000:00000010:3.0:1761317071.187659:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187662:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006ebadfa6. 00010000:00000010:3.0:1761317071.187666:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187673:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e3f774e. 00010000:00000010:3.0:1761317071.187742:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187746:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187780:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000335e8656. 00010000:00000010:3.0:1761317071.187783:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187786:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038d51992. 00010000:00000010:3.0:1761317071.187789:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187799:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a3c64e9. 00010000:00000010:3.0:1761317071.187819:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187821:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187853:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b84c596. 00010000:00000010:3.0:1761317071.187856:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187859:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006188138c. 00010000:00000010:3.0:1761317071.187861:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187869:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aee51c5d. 00010000:00000010:3.0:1761317071.187888:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187892:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187921:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad8c439c. 00010000:00000010:3.0:1761317071.187924:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187927:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1ba6db9. 00010000:00000010:3.0:1761317071.187930:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.187937:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0ed8740. 00010000:00000010:3.0:1761317071.187958:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.187961:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187991:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008e9ce869. 00010000:00000010:3.0:1761317071.187994:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.187998:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047bcb888. 00010000:00000010:3.0:1761317071.188000:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188008:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce061c0a. 00010000:00000010:3.0:1761317071.188030:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188033:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188064:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050432abd. 00010000:00000010:3.0:1761317071.188067:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188071:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000aefd22e. 00010000:00000010:3.0:1761317071.188074:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188080:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a45da3a. 00010000:00000010:3.0:1761317071.188101:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188104:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188138:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e4895d94. 00010000:00000010:3.0:1761317071.188142:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188146:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d27e3194. 00010000:00000010:3.0:1761317071.188148:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188156:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6a2e3ea. 00010000:00000010:3.0:1761317071.188177:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188180:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188211:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c0e45b33. 00010000:00000010:3.0:1761317071.188214:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188217:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aea86556. 00010000:00000010:3.0:1761317071.188220:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188228:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016ed5f84. 00010000:00000010:3.0:1761317071.188250:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188253:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188287:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e20e559. 00010000:00000010:3.0:1761317071.188290:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188293:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000082d3dca. 00010000:00000010:3.0:1761317071.188296:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188303:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b40adc0. 00010000:00000010:3.0:1761317071.188325:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188329:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188374:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009f50bb33. 00010000:00000010:3.0:1761317071.188377:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188380:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000053e195dc. 00010000:00000010:3.0:1761317071.188385:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188395:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077a1cbb1. 00010000:00000010:3.0:1761317071.188417:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188421:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188451:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004815c379. 00010000:00000010:3.0:1761317071.188453:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188456:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099aea487. 00010000:00000010:3.0:1761317071.188459:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188467:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073e98e9d. 00010000:00000010:3.0:1761317071.188491:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188494:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188524:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000070aa4d99. 00010000:00000010:3.0:1761317071.188527:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188531:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c21a236. 00010000:00000010:3.0:1761317071.188534:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188542:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d84795da. 00010000:00000010:3.0:1761317071.188564:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188566:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188600:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a473e277. 00010000:00000010:3.0:1761317071.188603:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188606:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020cf398f. 00010000:00000010:3.0:1761317071.188608:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188616:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a449935. 00010000:00000010:3.0:1761317071.188638:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188642:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188673:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cbc19475. 00010000:00000010:3.0:1761317071.188676:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188710:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa53a8e2. 00010000:00000010:3.0:1761317071.188713:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188720:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000815ffc20. 00010000:00000010:3.0:1761317071.188745:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188748:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188785:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f653a485. 00010000:00000010:3.0:1761317071.188788:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188791:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000964f44b2. 00010000:00000010:3.0:1761317071.188794:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188802:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5d8f054. 00010000:00000010:3.0:1761317071.188824:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188827:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188857:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007df4f656. 00010000:00000010:3.0:1761317071.188859:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188863:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f934c12. 00010000:00000010:3.0:1761317071.188865:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188873:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dbc6142. 00010000:00000010:3.0:1761317071.188895:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188898:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188929:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000827a25ca. 00010000:00000010:3.0:1761317071.188932:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.188936:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a79655f. 00010000:00000010:3.0:1761317071.188938:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.188946:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0bebef9. 00010000:00000010:3.0:1761317071.188967:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.188970:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189002:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f4d67fe. 00010000:00000010:3.0:1761317071.189006:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189009:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004dd7f804. 00010000:00000010:3.0:1761317071.189011:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189017:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da8fe0b4. 00010000:00000010:3.0:1761317071.189040:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189044:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189079:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b3aaff69. 00010000:00000010:3.0:1761317071.189082:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189085:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005426d006. 00010000:00000010:3.0:1761317071.189089:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189096:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb58e280. 00010000:00000010:3.0:1761317071.189118:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189120:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189153:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009031a58a. 00010000:00000010:3.0:1761317071.189156:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189160:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bcd0e76. 00010000:00000010:3.0:1761317071.189164:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189171:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b480093e. 00010000:00000010:3.0:1761317071.189193:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189197:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189234:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc4e8ea6. 00010000:00000010:3.0:1761317071.189236:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189239:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033e93a1c. 00010000:00000010:3.0:1761317071.189243:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189250:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ca865c6. 00010000:00000010:3.0:1761317071.189271:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189274:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189307:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cabf8b8c. 00010000:00000010:3.0:1761317071.189310:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189314:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be7bea3c. 00010000:00000010:3.0:1761317071.189317:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189324:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009332b415. 00010000:00000010:3.0:1761317071.189356:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189360:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189391:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f2f152e. 00010000:00000010:3.0:1761317071.189394:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189398:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d95ab8e4. 00010000:00000010:3.0:1761317071.189401:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189407:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065cf8b1b. 00010000:00000010:3.0:1761317071.189427:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189430:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189460:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000592ec345. 00010000:00000010:3.0:1761317071.189463:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189466:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fcc78dfc. 00010000:00000010:3.0:1761317071.189469:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189475:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bec91153. 00010000:00000010:3.0:1761317071.189496:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189499:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189532:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007dc24eea. 00010000:00000010:3.0:1761317071.189535:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189538:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007b096b5. 00010000:00000010:3.0:1761317071.189541:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189550:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000db123a. 00010000:00000010:3.0:1761317071.189572:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189576:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189610:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000152d78a1. 00010000:00000010:3.0:1761317071.189614:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189617:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034726720. 00010000:00000010:3.0:1761317071.189620:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189628:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018942f40. 00010000:00000010:3.0:1761317071.189650:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189654:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189718:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000215f932f. 00010000:00000010:3.0:1761317071.189722:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189724:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c75c185. 00010000:00000010:3.0:1761317071.189728:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189735:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddf043ea. 00010000:00000010:3.0:1761317071.189760:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189764:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189797:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9050eb0. 00010000:00000010:3.0:1761317071.189801:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189804:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a170a02. 00010000:00000010:3.0:1761317071.189806:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189813:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098b8dfc2. 00010000:00000010:3.0:1761317071.189836:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189839:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189873:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054d56e70. 00010000:00000010:3.0:1761317071.189876:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189879:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f1f019d. 00010000:00000010:3.0:1761317071.189881:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189888:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae274c4c. 00010000:00000010:3.0:1761317071.189908:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.189911:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189944:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c92a766e. 00010000:00000010:3.0:1761317071.189948:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.189951:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa68ca6b. 00010000:00000010:3.0:1761317071.189954:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.189962:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcbda243. 00010000:00000010:3.0:1761317071.189985:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190002:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190041:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037439fed. 00010000:00000010:3.0:1761317071.190044:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190047:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e301bdd. 00010000:00000010:3.0:1761317071.190049:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190056:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f8dc4a6. 00010000:00000010:3.0:1761317071.190076:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190079:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190109:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c5062f8e. 00010000:00000010:3.0:1761317071.190111:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190115:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7c1b597. 00010000:00000010:3.0:1761317071.190118:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190125:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0347ba4. 00010000:00000010:3.0:1761317071.190148:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190152:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190186:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047f8fd7c. 00010000:00000010:3.0:1761317071.190189:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190192:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c267e517. 00010000:00000010:3.0:1761317071.190194:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190201:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fee53a47. 00010000:00000010:3.0:1761317071.190221:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190224:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190253:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057f2cd56. 00010000:00000010:3.0:1761317071.190256:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190258:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000beef3c6a. 00010000:00000010:3.0:1761317071.190261:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190268:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d91c0fad. 00010000:00000010:3.0:1761317071.190290:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190294:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190327:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000512c9005. 00010000:00000010:3.0:1761317071.190330:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190333:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6923e23. 00010000:00000010:3.0:1761317071.190335:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190342:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044d464df. 00010000:00000010:3.0:1761317071.190377:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190381:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190412:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e465184b. 00010000:00000010:3.0:1761317071.190415:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190418:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008606a522. 00010000:00000010:3.0:1761317071.190421:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190428:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2cd4982. 00010000:00000010:3.0:1761317071.190448:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190451:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190485:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001456a2ed. 00010000:00000010:3.0:1761317071.190488:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190491:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a75a577. 00010000:00000010:3.0:1761317071.190494:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190503:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddaf7720. 00010000:00000010:3.0:1761317071.190525:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190528:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190560:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000dcca40a. 00010000:00000010:3.0:1761317071.190563:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190567:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000595ca9c. 00010000:00000010:3.0:1761317071.190570:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190578:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003dcf94c1. 00010000:00000010:3.0:1761317071.190599:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190602:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190636:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000aa82138. 00010000:00000010:3.0:1761317071.190639:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190644:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000813fee99. 00010000:00000010:3.0:1761317071.190647:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190653:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cbb9a87. 00010000:00000010:3.0:1761317071.190674:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190701:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190733:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3321fa5. 00010000:00000010:3.0:1761317071.190736:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190739:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7d46547. 00010000:00000010:3.0:1761317071.190742:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190750:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062a31444. 00010000:00000010:3.0:1761317071.190775:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190778:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190809:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bead43b. 00010000:00000010:3.0:1761317071.190811:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190814:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012c314c5. 00010000:00000010:3.0:1761317071.190817:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190824:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b90f8d8. 00010000:00000010:3.0:1761317071.190846:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190850:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190881:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001487deca. 00010000:00000010:3.0:1761317071.190884:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190887:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d199e907. 00010000:00000010:3.0:1761317071.190889:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190896:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6d32c6e. 00010000:00000010:3.0:1761317071.190915:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190918:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190950:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eee63731. 00010000:00000010:3.0:1761317071.190953:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.190956:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5b88d6. 00010000:00000010:3.0:1761317071.190960:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.190968:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d04d199b. 00010000:00000010:3.0:1761317071.190989:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.190992:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191022:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ddbbda4a. 00010000:00000010:3.0:1761317071.191025:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191028:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.0:1761317071.191030:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.191038:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000562d232b. 00010000:00000010:3.0:1761317071.191058:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.191061:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191096:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000045d2a790. 00010000:00000010:3.0:1761317071.191101:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191104:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080f2385b. 00010000:00000010:3.0:1761317071.191106:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.191113:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ddb4d96. 00010000:00000010:3.0:1761317071.191133:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.191137:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191165:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073bd5cb1. 00010000:00000010:3.0:1761317071.191168:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191171:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041c7a182. 00010000:00000010:3.0:1761317071.191173:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.191180:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d076410. 00010000:00000010:3.0:1761317071.191202:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.191205:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191235:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc5982d7. 00010000:00000010:3.0:1761317071.191238:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191241:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea7e5237. 00010000:00000010:3.0:1761317071.191245:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.191252:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dc8ae8f. 00010000:00000010:3.0:1761317071.191274:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.191278:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191309:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000198f85d9. 00010000:00000010:3.0:1761317071.191312:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191315:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8594f56. 00010000:00000010:3.0:1761317071.191318:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.191325:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000294e7bde. 00010000:00000010:3.0:1761317071.191360:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.191363:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191400:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006339e483. 00010000:00000010:3.0:1761317071.191402:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191405:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9688693. 00010000:00000010:3.0:1761317071.191409:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.191415:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014a301fc. 00010000:00000010:3.0:1761317071.191436:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.191439:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191472:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad00aafc. 00010000:00000010:3.0:1761317071.191475:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191479:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:3.0:1761317071.191482:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.191493:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008987cd20. 00010000:00000010:3.0:1761317071.191517:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.191521:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191732:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089f0cf0c. 00010000:00000010:3.0:1761317071.191736:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.191739:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cab51df5. 00010000:00000010:3.0:1761317071.191742:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.191751:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074f83528. 00010000:00000010:3.0:1761317071.191780:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.191783:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:2.0:1761317071.191872:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000efc3f7d. 00010000:00000010:2.0:1761317071.191876:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.191880:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317071.191884:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.191893:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd474622. 00010000:00000010:2.0:1761317071.191917:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.191922:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192005:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003aa3da85. 00010000:00000010:2.0:1761317071.192009:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192011:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000140f833e. 00010000:00000010:2.0:1761317071.192014:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192022:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1a04e70. 00010000:00000010:2.0:1761317071.192044:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192047:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192075:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055ef151f. 00010000:00000010:2.0:1761317071.192078:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192080:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef6d2d4f. 00010000:00000010:2.0:1761317071.192083:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192089:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae2c7847. 00010000:00000010:2.0:1761317071.192108:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192110:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192142:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000319900e7. 00010000:00000010:2.0:1761317071.192145:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192148:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004116d5d4. 00010000:00000010:2.0:1761317071.192150:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192157:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f21d03d6. 00010000:00000010:2.0:1761317071.192175:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192178:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192205:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c837e40. 00010000:00000010:2.0:1761317071.192208:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192211:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002959c61. 00010000:00000010:2.0:1761317071.192214:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192222:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad6e736b. 00010000:00000010:2.0:1761317071.192240:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192243:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192275:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000017cf55d4. 00010000:00000010:2.0:1761317071.192278:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192281:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.0:1761317071.192284:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192291:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d6d0a2e. 00010000:00000010:2.0:1761317071.192312:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192316:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192367:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7068b6a. 00010000:00000010:2.0:1761317071.192371:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192374:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.0:1761317071.192376:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192384:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a46b69f. 00010000:00000010:2.0:1761317071.192407:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192410:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192441:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f19762ec. 00010000:00000010:2.0:1761317071.192445:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192448:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e05373fa. 00010000:00000010:2.0:1761317071.192451:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192458:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000834dc6ea. 00010000:00000010:2.0:1761317071.192478:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192482:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192513:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e28643b6. 00010000:00000010:2.0:1761317071.192516:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192519:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6723804. 00010000:00000010:2.0:1761317071.192522:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192529:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba6ad30e. 00010000:00000010:2.0:1761317071.192549:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192553:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192584:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d060a96. 00010000:00000010:2.0:1761317071.192586:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192590:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:2.0:1761317071.192593:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192600:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004aad18f6. 00010000:00000010:2.0:1761317071.192622:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192625:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192655:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048a3467b. 00010000:00000010:2.0:1761317071.192658:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192661:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f39f6d8. 00010000:00000010:2.0:1761317071.192664:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192671:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae2c0edd. 00010000:00000010:2.0:1761317071.192720:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192724:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192761:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da3aa824. 00010000:00000010:2.0:1761317071.192764:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192768:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e394da27. 00010000:00000010:2.0:1761317071.192771:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192777:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000159d51d2. 00010000:00000010:2.0:1761317071.192796:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192799:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192826:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005109f8f5. 00010000:00000010:2.0:1761317071.192828:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192831:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.0:1761317071.192834:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192841:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2118f61. 00010000:00000010:2.0:1761317071.192859:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192862:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192890:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036206e01. 00010000:00000010:2.0:1761317071.192893:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.192896:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000397d799d. 00010000:00000010:2.0:1761317071.192898:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.192905:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a740fd7. 00010000:00000010:2.0:1761317071.192924:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.192926:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193029:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018d57b72. 00010000:00000010:2.0:1761317071.193032:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193035:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.0:1761317071.193038:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193046:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061575f6d. 00010000:00000010:2.0:1761317071.193068:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193071:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193104:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b4ed61d. 00010000:00000010:2.0:1761317071.193108:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193110:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.0:1761317071.193113:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193121:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8698e20. 00010000:00000010:2.0:1761317071.193143:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193148:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193178:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edc2adda. 00010000:00000010:2.0:1761317071.193181:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193184:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec425bc. 00010000:00000010:2.0:1761317071.193187:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193193:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051b4ac21. 00010000:00000010:2.0:1761317071.193212:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193215:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193251:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa9f0d8f. 00010000:00000010:2.0:1761317071.193255:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193258:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000663577c3. 00010000:00000010:2.0:1761317071.193260:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193267:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab1eae8f. 00010000:00000010:2.0:1761317071.193287:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193290:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193322:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f9479ee. 00010000:00000010:2.0:1761317071.193324:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193328:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000249a8be2. 00010000:00000010:2.0:1761317071.193330:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193337:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c34e6ef. 00010000:00000010:2.0:1761317071.193374:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193377:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193410:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8d25a32. 00010000:00000010:2.0:1761317071.193413:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193417:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000448bc186. 00010000:00000010:2.0:1761317071.193420:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193427:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009abb5289. 00010000:00000010:2.0:1761317071.193447:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193450:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193482:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc97801c. 00010000:00000010:2.0:1761317071.193485:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193489:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a42383b0. 00010000:00000010:2.0:1761317071.193492:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193500:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6704a54. 00010000:00000010:2.0:1761317071.193521:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193525:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193559:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007dd89f13. 00010000:00000010:2.0:1761317071.193563:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193566:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007bd41ef. 00010000:00000010:2.0:1761317071.193569:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193576:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3dcdd0f. 00010000:00000010:2.0:1761317071.193600:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193604:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00000001:00000010:2.0:1761317071.193629:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000083e53b5c. 00000001:00000010:2.0:1761317071.193636:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000083e53b5c. 00000001:00000010:2.0:1761317071.193639:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000083e53b5c. 00000001:00000010:2.0:1761317071.193641:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009ca10b42. 00010000:00000010:2.0:1761317071.193660:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000052b086f2. 00010000:00000010:2.0:1761317071.193663:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193667:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b83c2a8. 00010000:00000010:2.0:1761317071.193670:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193708:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000068954e3. 00010000:00000010:2.0:1761317071.193736:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193740:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193779:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8721e07. 00010000:00000010:2.0:1761317071.193782:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193785:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e76a9ad2. 00010000:00000010:2.0:1761317071.193788:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193795:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000185d95bf. 00010000:00000010:2.0:1761317071.193818:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193821:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193854:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac62cb33. 00010000:00000010:2.0:1761317071.193857:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193860:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfdb2761. 00010000:00000010:2.0:1761317071.193864:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.193871:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a11b24ca. 00010000:00000010:2.0:1761317071.193894:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.193897:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.193993:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089e4206d. 00010000:00000010:2.0:1761317071.193996:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194000:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092c42e4e. 00010000:00000010:2.0:1761317071.194004:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194011:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000971f3bfe. 00010000:00000010:2.0:1761317071.194033:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194035:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194065:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5702cb9. 00010000:00000010:2.0:1761317071.194067:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194071:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002723d387. 00010000:00000010:2.0:1761317071.194074:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194082:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd3ea93c. 00010000:00000010:2.0:1761317071.194103:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194108:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194143:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfcb4955. 00010000:00000010:2.0:1761317071.194146:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194149:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec40a744. 00010000:00000010:2.0:1761317071.194152:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194159:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a629f3f5. 00010000:00000010:2.0:1761317071.194180:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194183:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194210:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e5bf5c5. 00010000:00000010:2.0:1761317071.194213:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194216:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9459735. 00010000:00000010:2.0:1761317071.194218:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194224:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000906ed03a. 00010000:00000010:2.0:1761317071.194242:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194245:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194279:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a97bd5fa. 00010000:00000010:2.0:1761317071.194282:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194285:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f0d6b6e. 00010000:00000010:2.0:1761317071.194288:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194298:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006306a25b. 00010000:00000010:2.0:1761317071.194320:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194323:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194365:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003eabd20e. 00010000:00000010:2.0:1761317071.194368:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194371:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df7fd187. 00010000:00000010:2.0:1761317071.194374:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194381:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7d2bc7a. 00010000:00000010:2.0:1761317071.194403:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194407:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194441:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b96ceedf. 00010000:00000010:2.0:1761317071.194444:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194447:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b9d8349. 00010000:00000010:2.0:1761317071.194451:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194458:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d182a2b9. 00010000:00000010:2.0:1761317071.194479:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194483:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194513:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007071ddb. 00010000:00000010:2.0:1761317071.194516:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194519:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff349b57. 00010000:00000010:2.0:1761317071.194522:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194529:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094f29551. 00010000:00000010:2.0:1761317071.194549:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194552:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194585:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfd7a6a1. 00010000:00000010:2.0:1761317071.194588:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194593:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000faa9ba6b. 00010000:00000010:2.0:1761317071.194596:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194604:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecd43e9a. 00010000:00000010:2.0:1761317071.194623:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194626:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194655:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b85a7a4. 00010000:00000010:2.0:1761317071.194658:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194661:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5daa4c8. 00010000:00000010:2.0:1761317071.194664:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194671:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004982a437. 00010000:00000010:2.0:1761317071.194770:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194774:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194813:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009399ee78. 00010000:00000010:2.0:1761317071.194817:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194821:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000287ac9a3. 00010000:00000010:2.0:1761317071.194824:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194831:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008a6fbd2. 00010000:00000010:2.0:1761317071.194853:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.194856:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194888:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1a72e07. 00010000:00000010:2.0:1761317071.194891:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.194894:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084877096. 00010000:00000010:2.0:1761317071.194897:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.194904:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055f8aab9. 00010000:00000010:2.0:1761317071.194925:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195003:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195039:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5229846. 00010000:00000010:2.0:1761317071.195042:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195045:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c93bbb3a. 00010000:00000010:2.0:1761317071.195048:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195056:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018f8a177. 00010000:00000010:2.0:1761317071.195079:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195083:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195120:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db538275. 00010000:00000010:2.0:1761317071.195123:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195126:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000421a208c. 00010000:00000010:2.0:1761317071.195129:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195136:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034be1e84. 00010000:00000010:2.0:1761317071.195158:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195161:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195197:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014006272. 00010000:00000010:2.0:1761317071.195200:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195202:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee0871fd. 00010000:00000010:2.0:1761317071.195206:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195213:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004090bb1f. 00010000:00000010:2.0:1761317071.195232:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195235:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195267:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f56c77cf. 00010000:00000010:2.0:1761317071.195270:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195273:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f74fe35. 00010000:00000010:2.0:1761317071.195276:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195283:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8e82b55. 00010000:00000010:2.0:1761317071.195302:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195306:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195343:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000316ebeea. 00010000:00000010:2.0:1761317071.195357:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195360:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e613f73. 00010000:00000010:2.0:1761317071.195362:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195370:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3c50f8f. 00010000:00000010:2.0:1761317071.195390:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195393:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195427:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000a6eb60. 00010000:00000010:2.0:1761317071.195430:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195434:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fab7f102. 00010000:00000010:2.0:1761317071.195436:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195443:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a22af2fe. 00010000:00000010:2.0:1761317071.195462:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195465:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195497:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1c8f202. 00010000:00000010:2.0:1761317071.195500:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195504:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001548c564. 00010000:00000010:2.0:1761317071.195506:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195513:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4a3bf0f. 00010000:00000010:2.0:1761317071.195534:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195537:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195569:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086270d16. 00010000:00000010:2.0:1761317071.195572:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195575:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003baee03d. 00010000:00000010:2.0:1761317071.195578:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195587:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e80ef1c. 00010000:00000010:2.0:1761317071.195610:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195612:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195644:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099465c3c. 00010000:00000010:2.0:1761317071.195648:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195652:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1a5e587. 00010000:00000010:2.0:1761317071.195654:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195662:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ab44ab8. 00010000:00000010:2.0:1761317071.195860:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.195865:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195904:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2ac0ee3. 00010000:00000010:2.0:1761317071.195907:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.195911:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af6438e3. 00010000:00000010:2.0:1761317071.195914:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.195922:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c06005bd. 00010000:00000010:2.0:1761317071.196576:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.196584:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196629:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ca61443. 00010000:00000010:2.0:1761317071.196632:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196636:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed574751. 00010000:00000010:2.0:1761317071.196639:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.196649:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044137ba8. 00010000:00000010:2.0:1761317071.196670:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.196673:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196730:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8516682. 00010000:00000010:2.0:1761317071.196733:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196737:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c3c8206. 00010000:00000010:2.0:1761317071.196740:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.196750:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000532e5ae4. 00010000:00000010:2.0:1761317071.196770:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.196774:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196804:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb08b1c8. 00010000:00000010:2.0:1761317071.196807:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196810:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b28285a. 00010000:00000010:2.0:1761317071.196813:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.196820:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002235ddaf. 00010000:00000010:2.0:1761317071.196839:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.196842:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196872:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000141a7432. 00010000:00000010:2.0:1761317071.196875:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196878:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b0ac999. 00010000:00000010:2.0:1761317071.196882:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.196889:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c67a92b. 00010000:00000010:2.0:1761317071.196912:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.196915:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196956:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004eb3427a. 00010000:00000010:2.0:1761317071.196960:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.196962:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc8d5ec. 00010000:00000010:2.0:1761317071.196965:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.196972:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023bbb1e6. 00010000:00000010:2.0:1761317071.196991:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.196995:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197024:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000274259fb. 00010000:00000010:2.0:1761317071.197027:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197031:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092b50436. 00010000:00000010:2.0:1761317071.197033:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197040:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000804c4197. 00010000:00000010:2.0:1761317071.197057:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197060:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197093:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a229296. 00010000:00000010:2.0:1761317071.197095:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197098:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000146d312b. 00010000:00000010:2.0:1761317071.197101:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197108:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ab1cad9. 00010000:00000010:2.0:1761317071.197125:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197128:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197156:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007608b74a. 00010000:00000010:2.0:1761317071.197159:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197162:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fa16ad8. 00010000:00000010:2.0:1761317071.197165:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197171:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba204598. 00010000:00000010:2.0:1761317071.197189:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197192:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197218:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edf713d4. 00010000:00000010:2.0:1761317071.197220:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197223:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d69b4cf8. 00010000:00000010:2.0:1761317071.197225:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197231:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000325752e. 00010000:00000010:2.0:1761317071.197246:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197249:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197275:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e35187f. 00010000:00000010:2.0:1761317071.197277:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197280:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023407ee9. 00010000:00000010:2.0:1761317071.197283:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197290:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc0275ef. 00010000:00000010:2.0:1761317071.197307:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197309:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197339:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009afd6481. 00010000:00000010:2.0:1761317071.197342:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197357:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc8eff4. 00010000:00000010:2.0:1761317071.197360:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197368:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000541e983e. 00010000:00000010:2.0:1761317071.197389:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197393:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197424:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a726c21e. 00010000:00000010:2.0:1761317071.197426:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197429:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f40ff2a7. 00010000:00000010:2.0:1761317071.197432:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197439:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d4a1891. 00010000:00000010:2.0:1761317071.197459:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197462:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197505:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068800703. 00010000:00000010:2.0:1761317071.197508:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197512:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cde8e0ba. 00010000:00000010:2.0:1761317071.197515:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197524:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e5eaed9. 00010000:00000010:2.0:1761317071.197543:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197546:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197576:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000804a773e. 00010000:00000010:2.0:1761317071.197578:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197582:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dbb5cb7c. 00010000:00000010:2.0:1761317071.197584:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197592:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb55a94c. 00010000:00000010:2.0:1761317071.197613:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197617:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197648:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011f33665. 00010000:00000010:2.0:1761317071.197651:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197654:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000487ea0e0. 00010000:00000010:2.0:1761317071.197657:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197663:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a92d7ee. 00010000:00000010:2.0:1761317071.197716:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197720:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197753:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068a7f2c6. 00010000:00000010:2.0:1761317071.197756:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197759:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f59312ab. 00010000:00000010:2.0:1761317071.197762:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197769:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037bab881. 00010000:00000010:2.0:1761317071.197792:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197795:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197828:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d6bf2c9. 00010000:00000010:2.0:1761317071.197831:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197834:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000696b31b3. 00010000:00000010:2.0:1761317071.197837:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197845:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc603916. 00010000:00000010:2.0:1761317071.197869:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197872:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197902:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d4b25ab. 00010000:00000010:2.0:1761317071.197905:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197908:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000002233bb. 00010000:00000010:2.0:1761317071.197911:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197918:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000274420fe. 00010000:00000010:2.0:1761317071.197938:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.197941:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197974:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9dd3e28. 00010000:00000010:2.0:1761317071.197976:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.197979:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006186d6ef. 00010000:00000010:2.0:1761317071.197981:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.197989:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044487274. 00010000:00000010:2.0:1761317071.198008:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.198011:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198041:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb334095. 00010000:00000010:2.0:1761317071.198044:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198048:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f51b786d. 00010000:00000010:2.0:1761317071.198050:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.198057:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b468878. 00010000:00000010:2.0:1761317071.198075:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.198078:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198108:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075e8edab. 00010000:00000010:2.0:1761317071.198111:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198115:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d48072b0. 00010000:00000010:2.0:1761317071.198117:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.198124:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050e1df07. 00010000:00000010:2.0:1761317071.198143:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.198147:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198179:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa0b4963. 00010000:00000010:2.0:1761317071.198182:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198185:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004de2ee39. 00010000:00000010:2.0:1761317071.198188:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.198195:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c03cfa4. 00010000:00000010:2.0:1761317071.198217:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.198221:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198256:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a2a4c93. 00010000:00000010:2.0:1761317071.198258:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198262:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e58db2d. 00010000:00000010:2.0:1761317071.198265:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.198272:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b9f135. 00010000:00000010:2.0:1761317071.198293:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.198297:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198326:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000596823b. 00010000:00000010:2.0:1761317071.198329:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.198332:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5c9edd5. 00010000:00000010:2.0:1761317071.198335:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.198344:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c50f44a. 00010000:00000010:2.0:1761317071.200543:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.200554:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.200641:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043c5c274. 00010000:00000010:2.0:1761317071.200645:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.200651:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037dce320. 00010000:00000010:2.0:1761317071.200657:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.200696:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b3470a9. 00010000:00000010:2.0:1761317071.200722:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.200726:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.200758:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ae75f9c. 00010000:00000010:2.0:1761317071.200761:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.200764:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000084fa3e5. 00010000:00000010:2.0:1761317071.200766:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.200773:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a99cc7a. 00010000:00000010:2.0:1761317071.200792:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.200795:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.200826:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002af3cfe2. 00010000:00000010:2.0:1761317071.200829:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.200832:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008747ce7f. 00010000:00000010:2.0:1761317071.200836:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.200843:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009de10ae5. 00010000:00000010:2.0:1761317071.200865:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.200868:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.200904:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000cb782eb. 00010000:00000010:2.0:1761317071.200907:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.200911:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ca0b176. 00010000:00000010:2.0:1761317071.200913:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.200921:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000300d0ef4. 00010000:00000010:2.0:1761317071.201516:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.201523:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.201592:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bce6d1ce. 00010000:00000010:2.0:1761317071.201595:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.201599:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5c928e2. 00010000:00000010:2.0:1761317071.201602:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.201612:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f42d61e9. 00010000:00000010:2.0:1761317071.201634:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.201637:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.201668:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056e8769b. 00010000:00000010:2.0:1761317071.201671:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.201675:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317071.201705:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.201713:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a1c3b06. 00010000:00000010:2.0:1761317071.201738:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.201742:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.201783:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b927164. 00010000:00000010:2.0:1761317071.201786:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.201789:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b103455f. 00010000:00000010:2.0:1761317071.201792:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.201804:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000822f5c5f. 00010000:00000010:2.0:1761317071.201825:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.201828:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.201860:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e205c2e7. 00010000:00000010:2.0:1761317071.201863:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.201867:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000730260f4. 00010000:00000010:2.0:1761317071.201869:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.201877:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c36b1cf. 00010000:00000010:2.0:1761317071.201897:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.202154:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.202196:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087bcd651. 00010000:00000010:2.0:1761317071.202199:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.202203:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bc260e1. 00010000:00000010:2.0:1761317071.202206:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.202217:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073a4bc14. 00010000:00000010:2.0:1761317071.202241:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.202244:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.202281:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8f14676. 00010000:00000010:2.0:1761317071.202284:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.202287:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9825f82. 00010000:00000010:2.0:1761317071.202290:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.202297:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000932ed985. 00010000:00000010:2.0:1761317071.202320:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317071.202323:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.202382:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000004aa92d. 00010000:00000010:2.0:1761317071.202386:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317071.202389:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058ed1d07. 00010000:00000010:2.0:1761317071.202393:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317071.202401:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a782676e. 00010000:00000010:1.1:1761317071.214815:0:78548:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d19dd31d. 00010000:00000010:3.1:1761317071.231442:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044651224. 00010000:00000010:3.1:1761317071.231465:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efb74c90. 00010000:00000010:3.1:1761317071.231474:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e71043. 00010000:00000010:3.1:1761317071.231480:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005974c5ca. 00010000:00000010:3.1:1761317071.231482:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000306f9df7. 00010000:00000010:3.1:1761317071.231486:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d5015b. 00010000:00000010:3.1:1761317071.231488:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dff841a3. 00010000:00000010:3.1:1761317071.231491:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848a6693. 00010000:00000010:3.1:1761317071.231495:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6ee2545. 00010000:00000010:3.1:1761317071.231498:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a11378e3. 00010000:00000010:3.1:1761317071.231606:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000432113e8. 00010000:00000010:3.1:1761317071.231610:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c98aa32. 00010000:00000010:3.1:1761317071.231613:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032b950ff. 00010000:00000010:3.1:1761317071.231616:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a04c3e. 00010000:00000010:3.1:1761317071.231619:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007078498d. 00010000:00000010:3.1:1761317071.231621:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001ce93a3. 00010000:00000010:3.1:1761317071.231625:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004be0b988. 00010000:00000010:3.1:1761317071.231628:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b149adc. 00010000:00000010:3.1:1761317071.231630:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000917f462a. 00010000:00000010:3.1:1761317071.231632:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c836be2. 00010000:00000010:3.1:1761317071.231636:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037461a6a. 00010000:00000010:3.1:1761317071.231639:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018373c2e. 00010000:00000010:3.1:1761317071.231641:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000163c333. 00010000:00000010:3.1:1761317071.231643:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094a490dd. 00010000:00000010:3.1:1761317071.231645:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec371c95. 00010000:00000010:3.1:1761317071.231648:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a5f71dd. 00010000:00000010:3.1:1761317071.231650:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082732ad1. 00010000:00000010:3.1:1761317071.231653:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d02a941d. 00010000:00000010:3.1:1761317071.231658:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055818390. 00010000:00000010:3.1:1761317071.231668:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e00dd9c. 00010000:00000010:3.1:1761317071.231705:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6b9234d. 00010000:00000010:3.1:1761317071.231710:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096dd99ae. 00010000:00000010:3.1:1761317071.231713:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac8507b3. 00010000:00000010:3.1:1761317071.231715:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001703e709. 00010000:00000010:3.1:1761317071.231718:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004626255b. 00010000:00000010:3.1:1761317071.231721:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0f6378c. 00010000:00000010:3.1:1761317071.231724:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bf401b9. 00010000:00000010:3.1:1761317071.231727:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9f64118. 00010000:00000010:3.1:1761317071.231730:0:78554:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009392b5f3. 00010000:00000010:3.1:1761317071.231732:0:78554:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058a493df. 00010000:00000010:2.1:1761317071.231735:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000efc3f7d. 00010000:00000010:2.1:1761317071.231742:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.1:1761317071.231746:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aa3da85. 00010000:00000010:2.1:1761317071.231749:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:2.1:1761317071.231752:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055ef151f. 00010000:00000010:2.1:1761317071.231756:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef6d2d4f. 00010000:00000010:2.1:1761317071.231759:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000319900e7. 00010000:00000010:2.1:1761317071.231762:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:2.1:1761317071.231765:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c837e40. 00010000:00000010:2.1:1761317071.231768:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317071.231771:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017cf55d4. 00010000:00000010:2.1:1761317071.231774:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.1:1761317071.231780:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7068b6a. 00010000:00000010:2.1:1761317071.231783:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317071.231785:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f19762ec. 00010000:00000010:3.1:1761317071.231788:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e068748f. 00010000:00000010:2.1:1761317071.231788:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:2.1:1761317071.231791:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e28643b6. 00010000:00000010:3.1:1761317071.231793:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000832a0c36. 00010000:00000010:2.1:1761317071.231793:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6723804. 00010000:00000010:2.1:1761317071.231795:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d060a96. 00010000:00000010:3.1:1761317071.231796:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d9db42. 00010000:00000010:2.1:1761317071.231798:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:3.1:1761317071.231799:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5ba28a2. 00010000:00000010:3.1:1761317071.231801:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059626bd4. 00010000:00000010:2.1:1761317071.231801:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048a3467b. 00010000:00000010:2.1:1761317071.231803:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f39f6d8. 00010000:00000010:3.1:1761317071.231804:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094404acc. 00010000:00000010:2.1:1761317071.231806:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da3aa824. 00010000:00000010:2.1:1761317071.231808:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:3.1:1761317071.231809:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040707fa0. 00010000:00000010:2.1:1761317071.231811:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005109f8f5. 00010000:00000010:3.1:1761317071.231812:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6eb18c. 00010000:00000010:2.1:1761317071.231813:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:3.1:1761317071.231815:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c90a49d. 00010000:00000010:2.1:1761317071.231815:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036206e01. 00010000:00000010:3.1:1761317071.231817:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bf6f6a7. 00010000:00000010:2.1:1761317071.231818:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397d799d. 00010000:00000010:2.1:1761317071.231820:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018d57b72. 00010000:00000010:3.1:1761317071.231821:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015589391. 00010000:00000010:2.1:1761317071.231823:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00010000:00000010:3.1:1761317071.231824:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adb2f43d. 00010000:00000010:2.1:1761317071.231825:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b4ed61d. 00010000:00000010:3.1:1761317071.231826:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000363ac22f. 00010000:00000010:2.1:1761317071.231828:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:3.1:1761317071.231829:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4ba057e. 00010000:00000010:2.1:1761317071.231830:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc2adda. 00010000:00000010:3.1:1761317071.231831:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000966c29c6. 00010000:00000010:2.1:1761317071.231832:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00010000:00000010:3.1:1761317071.231833:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002894bcd9. 00010000:00000010:2.1:1761317071.231834:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa9f0d8f. 00010000:00000010:3.1:1761317071.231835:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f1ba619. 00010000:00000010:2.1:1761317071.231836:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:3.1:1761317071.231837:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000135adb86. 00010000:00000010:2.1:1761317071.231839:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f9479ee. 00010000:00000010:3.1:1761317071.231840:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085bc55f7. 00010000:00000010:2.1:1761317071.231842:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000249a8be2. 00010000:00000010:3.1:1761317071.231844:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abba9f85. 00010000:00000010:2.1:1761317071.231847:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d25a32. 00010000:00000010:3.1:1761317071.231849:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c32d6277. 00010000:00000010:3.1:1761317071.231853:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5f81f8. 00010000:00000010:3.1:1761317071.231855:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7c44bd7. 00010000:00000010:2.1:1761317071.231856:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000448bc186. 00010000:00000010:3.1:1761317071.231857:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032ccffda. 00010000:00000010:3.1:1761317071.231859:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fa61736. 00010000:00000010:3.1:1761317071.231861:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076eb4e40. 00010000:00000010:2.1:1761317071.231861:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc97801c. 00010000:00000010:3.1:1761317071.231863:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cec8ae2f. 00010000:00000010:2.1:1761317071.231864:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a42383b0. 00010000:00000010:3.1:1761317071.231867:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1c557a1. 00010000:00000010:2.1:1761317071.231867:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dd89f13. 00010000:00000010:3.1:1761317071.231870:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006898caf1. 00010000:00000010:2.1:1761317071.231870:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bd41ef. 00010000:00000010:2.1:1761317071.231872:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052b086f2. 00010000:00000010:3.1:1761317071.231873:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c77b6952. 00010000:00000010:3.1:1761317071.231875:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066854b81. 00010000:00000010:2.1:1761317071.231876:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b83c2a8. 00010000:00000010:3.1:1761317071.231878:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e618501. 00010000:00000010:2.1:1761317071.231879:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8721e07. 00010000:00000010:3.1:1761317071.231880:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cb22a98. 00010000:00000010:2.1:1761317071.231881:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76a9ad2. 00010000:00000010:3.1:1761317071.231883:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc4039a9. 00010000:00000010:2.1:1761317071.231883:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac62cb33. 00010000:00000010:3.1:1761317071.231885:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007da13c9d. 00010000:00000010:2.1:1761317071.231886:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdb2761. 00010000:00000010:3.1:1761317071.231888:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dee0f018. 00010000:00000010:2.1:1761317071.231889:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089e4206d. 00010000:00000010:3.1:1761317071.231890:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8c913b9. 00010000:00000010:3.1:1761317071.231892:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4bf9456. 00010000:00000010:2.1:1761317071.231892:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092c42e4e. 00010000:00000010:2.1:1761317071.231894:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5702cb9. 00010000:00000010:3.1:1761317071.231895:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aee73606. 00010000:00000010:2.1:1761317071.231897:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002723d387. 00010000:00000010:3.1:1761317071.231898:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080faa132. 00010000:00000010:2.1:1761317071.231899:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfcb4955. 00010000:00000010:2.1:1761317071.231901:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec40a744. 00010000:00000010:2.1:1761317071.231903:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e5bf5c5. 00010000:00000010:2.1:1761317071.231905:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9459735. 00010000:00000010:3.1:1761317071.231906:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093b37810. 00010000:00000010:2.1:1761317071.231907:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a97bd5fa. 00010000:00000010:3.1:1761317071.231909:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afd63cdd. 00010000:00000010:2.1:1761317071.231909:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0d6b6e. 00010000:00000010:2.1:1761317071.231911:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eabd20e. 00010000:00000010:3.1:1761317071.231912:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000961dd8e8. 00010000:00000010:2.1:1761317071.231914:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df7fd187. 00010000:00000010:3.1:1761317071.231915:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae5f146. 00010000:00000010:3.1:1761317071.231917:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000680ebdf6. 00010000:00000010:3.1:1761317071.231919:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dadc9372. 00010000:00000010:2.1:1761317071.231919:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b96ceedf. 00010000:00000010:3.1:1761317071.231921:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000908a2243. 00010000:00000010:2.1:1761317071.231922:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b9d8349. 00010000:00000010:3.1:1761317071.231924:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce6d467c. 00010000:00000010:2.1:1761317071.231924:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007071ddb. 00010000:00000010:3.1:1761317071.231926:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf5d0f78. 00010000:00000010:2.1:1761317071.231926:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff349b57. 00010000:00000010:3.1:1761317071.231929:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a23b4b8. 00010000:00000010:2.1:1761317071.231929:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfd7a6a1. 00010000:00000010:3.1:1761317071.231931:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eab5ef37. 00010000:00000010:2.1:1761317071.231932:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faa9ba6b. 00010000:00000010:3.1:1761317071.231934:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078db6e38. 00010000:00000010:3.1:1761317071.231936:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daece260. 00010000:00000010:3.1:1761317071.231940:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043395264. 00010000:00000010:3.1:1761317071.231944:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013d26225. 00010000:00000010:2.1:1761317071.231944:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b85a7a4. 00010000:00000010:3.1:1761317071.231948:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ebadfa6. 00010000:00000010:2.1:1761317071.231949:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5daa4c8. 00010000:00000010:3.1:1761317071.231951:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000335e8656. 00010000:00000010:2.1:1761317071.231954:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009399ee78. 00010000:00000010:3.1:1761317071.231955:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038d51992. 00010000:00000010:2.1:1761317071.231957:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000287ac9a3. 00010000:00000010:3.1:1761317071.231958:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b84c596. 00010000:00000010:2.1:1761317071.231959:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a72e07. 00010000:00000010:3.1:1761317071.231961:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006188138c. 00010000:00000010:2.1:1761317071.231963:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084877096. 00010000:00000010:3.1:1761317071.231964:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad8c439c. 00010000:00000010:2.1:1761317071.231966:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5229846. 00010000:00000010:3.1:1761317071.231968:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ba6db9. 00010000:00000010:2.1:1761317071.231970:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c93bbb3a. 00010000:00000010:3.1:1761317071.231971:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e9ce869. 00010000:00000010:2.1:1761317071.231973:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db538275. 00010000:00000010:3.1:1761317071.231974:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047bcb888. 00010000:00000010:3.1:1761317071.231976:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050432abd. 00010000:00000010:2.1:1761317071.231976:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421a208c. 00010000:00000010:2.1:1761317071.231978:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014006272. 00010000:00000010:3.1:1761317071.231980:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aefd22e. 00010000:00000010:2.1:1761317071.231981:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee0871fd. 00010000:00000010:2.1:1761317071.231983:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f56c77cf. 00010000:00000010:2.1:1761317071.231985:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f74fe35. 00010000:00000010:3.1:1761317071.231986:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4895d94. 00010000:00000010:2.1:1761317071.231987:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000316ebeea. 00010000:00000010:3.1:1761317071.231989:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27e3194. 00010000:00000010:2.1:1761317071.231989:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e613f73. 00010000:00000010:3.1:1761317071.231992:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0e45b33. 00010000:00000010:3.1:1761317071.231994:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aea86556. 00010000:00000010:2.1:1761317071.231994:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000a6eb60. 00010000:00000010:3.1:1761317071.231997:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e20e559. 00010000:00000010:2.1:1761317071.231997:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab7f102. 00010000:00000010:3.1:1761317071.231999:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d3dca. 00010000:00000010:2.1:1761317071.231999:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1c8f202. 00010000:00000010:2.1:1761317071.232001:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001548c564. 00010000:00000010:3.1:1761317071.232003:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f50bb33. 00010000:00000010:2.1:1761317071.232004:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086270d16. 00010000:00000010:3.1:1761317071.232006:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053e195dc. 00010000:00000010:2.1:1761317071.232007:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003baee03d. 00010000:00000010:3.1:1761317071.232009:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004815c379. 00010000:00000010:3.1:1761317071.232012:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099aea487. 00010000:00000010:3.1:1761317071.232014:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070aa4d99. 00010000:00000010:2.1:1761317071.232014:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099465c3c. 00010000:00000010:2.1:1761317071.232016:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1a5e587. 00010000:00000010:3.1:1761317071.232017:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c21a236. 00010000:00000010:2.1:1761317071.232019:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2ac0ee3. 00010000:00000010:3.1:1761317071.232020:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a473e277. 00010000:00000010:3.1:1761317071.232022:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020cf398f. 00010000:00000010:2.1:1761317071.232022:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af6438e3. 00010000:00000010:2.1:1761317071.232024:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca61443. 00010000:00000010:3.1:1761317071.232025:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbc19475. 00010000:00000010:2.1:1761317071.232026:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed574751. 00010000:00000010:3.1:1761317071.232028:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa53a8e2. 00010000:00000010:2.1:1761317071.232029:0:77402:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8516682. 00010000:00000010:3.1:1761317071.232030:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f653a485. 00010000:00000010:3.1:1761317071.232033:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000964f44b2. 00010000:00000010:2.1:1761317071.232033:0:77402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c3c8206. 00010000:00000010:3.1:1761317071.232035:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007df4f656. 00010000:00000010:3.1:1761317071.232037:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f934c12. 00010000:00000010:3.1:1761317071.232039:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000827a25ca. 00010000:00000010:3.1:1761317071.232042:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a79655f. 00010000:00000010:3.1:1761317071.232044:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f4d67fe. 00010000:00000010:3.1:1761317071.232046:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd7f804. 00010000:00000010:3.1:1761317071.232048:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3aaff69. 00010000:00000010:3.1:1761317071.232051:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005426d006. 00010000:00000010:3.1:1761317071.232055:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009031a58a. 00010000:00000010:3.1:1761317071.232059:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bcd0e76. 00010000:00000010:3.1:1761317071.232065:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc4e8ea6. 00010000:00000010:3.1:1761317071.232068:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033e93a1c. 00010000:00000010:3.1:1761317071.232072:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cabf8b8c. 00010000:00000010:3.1:1761317071.232075:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be7bea3c. 00010000:00000010:3.1:1761317071.232077:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f2f152e. 00010000:00000010:3.1:1761317071.232081:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d95ab8e4. 00010000:00000010:3.1:1761317071.232085:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000592ec345. 00010000:00000010:3.1:1761317071.232088:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcc78dfc. 00010000:00000010:3.1:1761317071.232091:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dc24eea. 00010000:00000010:3.1:1761317071.232093:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007b096b5. 00010000:00000010:3.1:1761317071.232096:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000152d78a1. 00010000:00000010:3.1:1761317071.232099:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034726720. 00010000:00000010:3.1:1761317071.232101:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000215f932f. 00010000:00000010:3.1:1761317071.232105:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c75c185. 00010000:00000010:3.1:1761317071.232108:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9050eb0. 00010000:00000010:2.1:1761317071.232110:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb08b1c8. 00010000:00000010:3.1:1761317071.232111:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a170a02. 00010000:00000010:3.1:1761317071.232114:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d56e70. 00010000:00000010:2.1:1761317071.232114:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b28285a. 00010000:00000010:3.1:1761317071.232116:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f1f019d. 00010000:00000010:2.1:1761317071.232117:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000141a7432. 00010000:00000010:2.1:1761317071.232120:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b0ac999. 00010000:00000010:3.1:1761317071.232121:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92a766e. 00010000:00000010:2.1:1761317071.232122:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eb3427a. 00010000:00000010:3.1:1761317071.232125:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa68ca6b. 00010000:00000010:2.1:1761317071.232126:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc8d5ec. 00010000:00000010:3.1:1761317071.232127:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037439fed. 00010000:00000010:3.1:1761317071.232130:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e301bdd. 00010000:00000010:2.1:1761317071.232131:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000274259fb. 00010000:00000010:3.1:1761317071.232132:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5062f8e. 00010000:00000010:3.1:1761317071.232135:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7c1b597. 00010000:00000010:2.1:1761317071.232135:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b50436. 00010000:00000010:3.1:1761317071.232137:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047f8fd7c. 00010000:00000010:2.1:1761317071.232137:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a229296. 00010000:00000010:3.1:1761317071.232140:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c267e517. 00010000:00000010:2.1:1761317071.232141:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146d312b. 00010000:00000010:3.1:1761317071.232143:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057f2cd56. 00010000:00000010:2.1:1761317071.232144:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007608b74a. 00010000:00000010:3.1:1761317071.232146:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beef3c6a. 00010000:00000010:3.1:1761317071.232147:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000512c9005. 00010000:00000010:2.1:1761317071.232147:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fa16ad8. 00010000:00000010:2.1:1761317071.232149:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edf713d4. 00010000:00000010:3.1:1761317071.232150:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6923e23. 00010000:00000010:3.1:1761317071.232152:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e465184b. 00010000:00000010:2.1:1761317071.232153:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d69b4cf8. 00010000:00000010:3.1:1761317071.232154:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008606a522. 00010000:00000010:2.1:1761317071.232155:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e35187f. 00010000:00000010:3.1:1761317071.232157:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001456a2ed. 00010000:00000010:2.1:1761317071.232157:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023407ee9. 00010000:00000010:2.1:1761317071.232159:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009afd6481. 00010000:00000010:3.1:1761317071.232160:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a75a577. 00010000:00000010:3.1:1761317071.232162:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dcca40a. 00010000:00000010:2.1:1761317071.232162:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc8eff4. 00010000:00000010:2.1:1761317071.232164:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a726c21e. 00010000:00000010:2.1:1761317071.232166:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f40ff2a7. 00010000:00000010:3.1:1761317071.232167:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000595ca9c. 00010000:00000010:3.1:1761317071.232169:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aa82138. 00010000:00000010:2.1:1761317071.232170:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068800703. 00010000:00000010:3.1:1761317071.232171:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813fee99. 00010000:00000010:2.1:1761317071.232172:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde8e0ba. 00010000:00000010:3.1:1761317071.232173:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3321fa5. 00010000:00000010:2.1:1761317071.232174:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000804a773e. 00010000:00000010:3.1:1761317071.232176:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d46547. 00010000:00000010:2.1:1761317071.232176:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbb5cb7c. 00010000:00000010:3.1:1761317071.232178:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bead43b. 00010000:00000010:2.1:1761317071.232178:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011f33665. 00010000:00000010:3.1:1761317071.232180:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c314c5. 00010000:00000010:2.1:1761317071.232181:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487ea0e0. 00010000:00000010:2.1:1761317071.232183:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068a7f2c6. 00010000:00000010:2.1:1761317071.232184:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59312ab. 00010000:00000010:3.1:1761317071.232186:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001487deca. 00010000:00000010:2.1:1761317071.232186:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d6bf2c9. 00010000:00000010:3.1:1761317071.232189:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d199e907. 00010000:00000010:2.1:1761317071.232189:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000696b31b3. 00010000:00000010:3.1:1761317071.232191:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eee63731. 00010000:00000010:2.1:1761317071.232191:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d4b25ab. 00010000:00000010:2.1:1761317071.232193:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000002233bb. 00010000:00000010:3.1:1761317071.232194:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5b88d6. 00010000:00000010:2.1:1761317071.232196:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9dd3e28. 00010000:00000010:3.1:1761317071.232197:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddbbda4a. 00010000:00000010:2.1:1761317071.232199:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006186d6ef. 00010000:00000010:3.1:1761317071.232200:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.1:1761317071.232202:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045d2a790. 00010000:00000010:3.1:1761317071.232205:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f2385b. 00010000:00000010:2.1:1761317071.232205:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb334095. 00010000:00000010:3.1:1761317071.232207:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073bd5cb1. 00010000:00000010:2.1:1761317071.232208:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f51b786d. 00010000:00000010:3.1:1761317071.232210:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c7a182. 00010000:00000010:2.1:1761317071.232211:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e8edab. 00010000:00000010:3.1:1761317071.232212:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc5982d7. 00010000:00000010:2.1:1761317071.232213:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d48072b0. 00010000:00000010:3.1:1761317071.232214:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7e5237. 00010000:00000010:2.1:1761317071.232216:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa0b4963. 00010000:00000010:3.1:1761317071.232217:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000198f85d9. 00010000:00000010:3.1:1761317071.232219:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8594f56. 00010000:00000010:2.1:1761317071.232220:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de2ee39. 00010000:00000010:3.1:1761317071.232221:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006339e483. 00010000:00000010:2.1:1761317071.232222:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a2a4c93. 00010000:00000010:3.1:1761317071.232225:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9688693. 00010000:00000010:2.1:1761317071.232226:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e58db2d. 00010000:00000010:3.1:1761317071.232227:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00aafc. 00010000:00000010:2.1:1761317071.232228:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000596823b. 00010000:00000010:3.1:1761317071.232230:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:2.1:1761317071.232230:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c9edd5. 00010000:00000010:3.1:1761317071.232232:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089f0cf0c. 00010000:00000010:2.1:1761317071.232232:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c5c274. 00010000:00000010:2.1:1761317071.232235:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037dce320. 00010000:00000010:3.1:1761317071.232236:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab51df5. 00010000:00000010:2.1:1761317071.232237:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ae75f9c. 00010000:00000010:2.1:1761317071.232239:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000084fa3e5. 00010000:00000010:2.1:1761317071.232241:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af3cfe2. 00010000:00000010:2.1:1761317071.232244:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008747ce7f. 00010000:00000010:2.1:1761317071.232247:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cb782eb. 00010000:00000010:2.1:1761317071.232249:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca0b176. 00010000:00000010:2.1:1761317071.232251:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bce6d1ce. 00010000:00000010:2.1:1761317071.232253:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5c928e2. 00010000:00000010:2.1:1761317071.232255:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056e8769b. 00010000:00000010:2.1:1761317071.232257:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00010000:00000010:2.1:1761317071.232259:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b927164. 00010000:00000010:2.1:1761317071.232262:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b103455f. 00010000:00000010:2.1:1761317071.232264:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e205c2e7. 00010000:00000010:2.1:1761317071.232266:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730260f4. 00010000:00000010:2.1:1761317071.232269:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087bcd651. 00010000:00000010:2.1:1761317071.232272:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc260e1. 00010000:00000010:2.1:1761317071.232275:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8f14676. 00010000:00000010:2.1:1761317071.232281:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9825f82. 00080000:00000010:2.0:1761317071.242864:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000932ed985. 00080000:00000010:2.0:1761317071.242881:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073a4bc14. 00080000:00000010:2.0:1761317071.242885:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c36b1cf. 00080000:00000010:2.0:1761317071.242888:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000822f5c5f. 00080000:00000010:2.0:1761317071.242893:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a1c3b06. 00080000:00000010:2.0:1761317071.242896:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f42d61e9. 00080000:00000010:2.0:1761317071.242900:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000300d0ef4. 00080000:00000010:2.0:1761317071.242902:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009de10ae5. 00080000:00000010:2.0:1761317071.242904:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a99cc7a. 00080000:00000010:2.0:1761317071.242907:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b3470a9. 00080000:00000010:2.0:1761317071.242910:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c50f44a. 00080000:00000010:2.0:1761317071.242912:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b9f135. 00080000:00000010:2.0:1761317071.242917:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c03cfa4. 00080000:00000010:2.0:1761317071.242919:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050e1df07. 00080000:00000010:2.0:1761317071.242923:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b468878. 00080000:00000010:2.0:1761317071.242925:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044487274. 00080000:00000010:2.0:1761317071.242928:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000274420fe. 00080000:00000010:2.0:1761317071.242930:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc603916. 00080000:00000010:2.0:1761317071.242932:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037bab881. 00080000:00000010:2.0:1761317071.242935:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a92d7ee. 00080000:00000010:2.0:1761317071.242938:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb55a94c. 00080000:00000010:2.0:1761317071.242940:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e5eaed9. 00080000:00000010:2.0:1761317071.242942:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d4a1891. 00080000:00000010:2.0:1761317071.242945:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000541e983e. 00080000:00000010:2.0:1761317071.242947:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc0275ef. 00080000:00000010:2.0:1761317071.242949:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000325752e. 00080000:00000010:2.0:1761317071.242952:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba204598. 00080000:00000010:2.0:1761317071.242955:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ab1cad9. 00080000:00000010:2.0:1761317071.242958:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000804c4197. 00080000:00000010:2.0:1761317071.242960:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023bbb1e6. 00080000:00000010:2.0:1761317071.242965:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c67a92b. 00080000:00000010:2.0:1761317071.242969:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002235ddaf. 00080000:00000010:2.0:1761317071.242972:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000532e5ae4. 00080000:00000010:2.0:1761317071.242974:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044137ba8. 00080000:00000010:2.0:1761317071.242977:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c06005bd. 00080000:00000010:2.0:1761317071.242980:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ab44ab8. 00080000:00000010:2.0:1761317071.242983:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e80ef1c. 00080000:00000010:2.0:1761317071.242986:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4a3bf0f. 00080000:00000010:2.0:1761317071.242991:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a22af2fe. 00080000:00000010:2.0:1761317071.242993:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3c50f8f. 00080000:00000010:2.0:1761317071.242996:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8e82b55. 00080000:00000010:2.0:1761317071.242998:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004090bb1f. 00080000:00000010:2.0:1761317071.243001:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034be1e84. 00080000:00000010:2.0:1761317071.243003:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018f8a177. 00080000:00000010:2.0:1761317071.243005:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055f8aab9. 00080000:00000010:2.0:1761317071.243007:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008a6fbd2. 00080000:00000010:2.0:1761317071.243010:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004982a437. 00080000:00000010:2.0:1761317071.243012:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecd43e9a. 00080000:00000010:2.0:1761317071.243013:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094f29551. 00080000:00000010:2.0:1761317071.243016:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d182a2b9. 00080000:00000010:2.0:1761317071.243018:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7d2bc7a. 00080000:00000010:2.0:1761317071.243021:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006306a25b. 00080000:00000010:2.0:1761317071.243024:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000906ed03a. 00080000:00000010:2.0:1761317071.243028:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a629f3f5. 00080000:00000010:2.0:1761317071.243030:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd3ea93c. 00080000:00000010:2.0:1761317071.243032:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000971f3bfe. 00080000:00000010:2.0:1761317071.243035:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a11b24ca. 00080000:00000010:2.0:1761317071.243037:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000185d95bf. 00080000:00000010:2.0:1761317071.243039:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000068954e3. 00080000:00000010:2.0:1761317071.243041:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3dcdd0f. 00080000:00000010:2.0:1761317071.243043:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6704a54. 00080000:00000010:2.0:1761317071.243046:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009abb5289. 00080000:00000010:2.0:1761317071.243049:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c34e6ef. 00080000:00000010:2.0:1761317071.243051:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab1eae8f. 00080000:00000010:2.0:1761317071.243054:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051b4ac21. 00080000:00000010:2.0:1761317071.243057:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8698e20. 00080000:00000010:2.0:1761317071.243059:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061575f6d. 00080000:00000010:2.0:1761317071.243062:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a740fd7. 00080000:00000010:2.0:1761317071.243064:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2118f61. 00080000:00000010:2.0:1761317071.243066:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000159d51d2. 00080000:00000010:2.0:1761317071.243069:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae2c0edd. 00080000:00000010:2.0:1761317071.243071:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004aad18f6. 00080000:00000010:2.0:1761317071.243074:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba6ad30e. 00080000:00000010:2.0:1761317071.243076:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000834dc6ea. 00080000:00000010:2.0:1761317071.243079:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a46b69f. 00080000:00000010:2.0:1761317071.243082:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d6d0a2e. 00080000:00000010:2.0:1761317071.243087:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad6e736b. 00080000:00000010:2.0:1761317071.243089:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f21d03d6. 00080000:00000010:2.0:1761317071.243093:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae2c7847. 00080000:00000010:2.0:1761317071.243097:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1a04e70. 00080000:00000010:2.0:1761317071.243101:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd474622. 00080000:00000010:2.0:1761317071.243104:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074f83528. 00080000:00000010:2.0:1761317071.243108:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008987cd20. 00080000:00000010:2.0:1761317071.243114:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014a301fc. 00080000:00000010:2.0:1761317071.243117:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000294e7bde. 00080000:00000010:2.0:1761317071.243120:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dc8ae8f. 00080000:00000010:2.0:1761317071.243123:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d076410. 00080000:00000010:2.0:1761317071.243126:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ddb4d96. 00080000:00000010:2.0:1761317071.243129:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000562d232b. 00080000:00000010:2.0:1761317071.243131:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d04d199b. 00080000:00000010:2.0:1761317071.243133:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6d32c6e. 00080000:00000010:2.0:1761317071.243136:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b90f8d8. 00080000:00000010:2.0:1761317071.243138:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062a31444. 00080000:00000010:2.0:1761317071.243141:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cbb9a87. 00080000:00000010:2.0:1761317071.243143:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003dcf94c1. 00080000:00000010:2.0:1761317071.243146:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddaf7720. 00080000:00000010:2.0:1761317071.243148:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2cd4982. 00080000:00000010:2.0:1761317071.243151:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044d464df. 00080000:00000010:2.0:1761317071.243154:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d91c0fad. 00080000:00000010:2.0:1761317071.243157:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fee53a47. 00080000:00000010:2.0:1761317071.243159:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0347ba4. 00080000:00000010:2.0:1761317071.243163:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f8dc4a6. 00080000:00000010:2.0:1761317071.243165:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcbda243. 00080000:00000010:2.0:1761317071.243167:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae274c4c. 00080000:00000010:2.0:1761317071.243170:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098b8dfc2. 00080000:00000010:2.0:1761317071.243172:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddf043ea. 00080000:00000010:2.0:1761317071.243174:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018942f40. 00080000:00000010:2.0:1761317071.243176:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000db123a. 00080000:00000010:2.0:1761317071.243179:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bec91153. 00080000:00000010:2.0:1761317071.243182:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065cf8b1b. 00080000:00000010:2.0:1761317071.243184:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009332b415. 00080000:00000010:2.0:1761317071.243187:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ca865c6. 00080000:00000010:2.0:1761317071.243194:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b480093e. 00080000:00000010:2.0:1761317071.243196:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb58e280. 00080000:00000010:2.0:1761317071.243199:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da8fe0b4. 00080000:00000010:2.0:1761317071.243201:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0bebef9. 00080000:00000010:2.0:1761317071.243204:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006dbc6142. 00080000:00000010:2.0:1761317071.243206:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5d8f054. 00080000:00000010:2.0:1761317071.243209:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000815ffc20. 00080000:00000010:2.0:1761317071.243212:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a449935. 00080000:00000010:2.0:1761317071.243214:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d84795da. 00080000:00000010:2.0:1761317071.243217:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073e98e9d. 00080000:00000010:2.0:1761317071.243220:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077a1cbb1. 00080000:00000010:2.0:1761317071.243224:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b40adc0. 00080000:00000010:2.0:1761317071.243226:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016ed5f84. 00080000:00000010:2.0:1761317071.243229:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6a2e3ea. 00080000:00000010:2.0:1761317071.243231:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a45da3a. 00080000:00000010:2.0:1761317071.243233:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce061c0a. 00080000:00000010:2.0:1761317071.243236:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0ed8740. 00080000:00000010:2.0:1761317071.243239:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aee51c5d. 00080000:00000010:2.0:1761317071.243241:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a3c64e9. 00080000:00000010:2.0:1761317071.243245:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e3f774e. 00080000:00000010:2.0:1761317071.243247:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009eaa1ebb. 00080000:00000010:2.0:1761317071.243250:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c327f04d. 00080000:00000010:2.0:1761317071.243253:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046a9344d. 00080000:00000010:2.0:1761317071.243255:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bdddd71. 00080000:00000010:2.0:1761317071.243257:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f02d22c6. 00080000:00000010:2.0:1761317071.243260:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea1d9109. 00080000:00000010:2.0:1761317071.243262:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000542189a. 00080000:00000010:2.0:1761317071.243264:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ff67886. 00080000:00000010:2.0:1761317071.243266:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000112befb9. 00080000:00000010:2.0:1761317071.243267:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e31f377f. 00080000:00000010:2.0:1761317071.243269:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000528f68. 00080000:00000010:2.0:1761317071.243272:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f34bd790. 00080000:00000010:2.0:1761317071.243274:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8e5ec27. 00080000:00000010:2.0:1761317071.243277:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d18f8059. 00080000:00000010:2.0:1761317071.243279:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002205d3f0. 00080000:00000010:2.0:1761317071.243281:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1022877. 00080000:00000010:2.0:1761317071.243283:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b662c38. 00080000:00000010:2.0:1761317071.243284:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011038fcc. 00080000:00000010:2.0:1761317071.243286:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000455bc3a5. 00080000:00000010:2.0:1761317071.243287:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ad65a70. 00080000:00000010:2.0:1761317071.243289:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033aa0136. 00080000:00000010:2.0:1761317071.243291:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2a94421. 00080000:00000010:2.0:1761317071.243292:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027d8522a. 00080000:00000010:2.0:1761317071.243294:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006235997d. 00080000:00000010:2.0:1761317071.243296:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa708238. 00080000:00000010:2.0:1761317071.243297:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7a73646. 00080000:00000010:2.0:1761317071.243299:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004574c0f5. 00080000:00000010:2.0:1761317071.243302:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013707867. 00080000:00000010:2.0:1761317071.243306:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070ecf9bf. 00080000:00000010:2.0:1761317071.243312:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008422afcf. 00080000:00000010:2.0:1761317071.243314:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000960ed060. 00080000:00000010:2.0:1761317071.243317:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7314ea4. 00080000:00000010:2.0:1761317071.243320:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8fb1089. 00080000:00000010:2.0:1761317071.243323:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c251b494. 00080000:00000010:2.0:1761317071.243325:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9ad0224. 00080000:00000010:2.0:1761317071.243330:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be30a9b2. 00080000:00000010:2.0:1761317071.243333:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c44d660. 00080000:00000010:2.0:1761317071.243336:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025797e7f. 00080000:00000010:2.0:1761317071.243338:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b785e93. 00080000:00000010:2.0:1761317071.243341:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000436780d2. 00080000:00000010:2.0:1761317071.243343:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086ce978c. 00080000:00000010:2.0:1761317071.243357:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae629142. 00080000:00000010:2.0:1761317071.243360:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008846995a. 00080000:00000010:2.0:1761317071.243362:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000154cda24. 00080000:00000010:2.0:1761317071.243364:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002739237d. 00080000:00000010:2.0:1761317071.243367:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3371bf9. 00080000:00000010:2.0:1761317071.243369:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab2ad1dd. 00080000:00000010:2.0:1761317071.243371:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f211b44f. 00080000:00000010:2.0:1761317071.243374:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000055225a6. 00080000:00000010:2.0:1761317071.243379:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e3b058a. 00080000:00000010:2.0:1761317071.243381:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e52ab094. 00080000:00000010:2.0:1761317071.243385:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ec39aea. 00080000:00000010:2.0:1761317071.243387:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000679878f4. 00080000:00000010:2.0:1761317071.243390:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005579a4ea. 00080000:00000010:2.0:1761317071.243392:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000880fb1f9. 00080000:00000010:2.0:1761317071.243395:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041592d2b. 00080000:00000010:2.0:1761317071.243397:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034d89dad. 00080000:00000010:2.0:1761317071.243399:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ef7537e. 00080000:00000010:2.0:1761317071.243401:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2ce6db9. 00080000:00000010:2.0:1761317071.243403:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e0540c2. 00080000:00000010:2.0:1761317071.243406:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd516fe7. 00080000:00000010:2.0:1761317071.243408:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000458d220a. 00080000:00000010:2.0:1761317071.243411:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007861cd99. 00080000:00000010:2.0:1761317071.243413:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005faccf2d. 00080000:00000010:2.0:1761317071.243416:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8fb6665. 00080000:00000010:2.0:1761317071.243418:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6b07778. 00080000:00000010:2.0:1761317071.243421:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024bf4c95. 00080000:00000010:2.0:1761317071.243423:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095330cf1. 00080000:00000010:2.0:1761317071.243428:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080868dca. 00080000:00000010:2.0:1761317071.243432:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4c04826. 00080000:00000010:2.0:1761317071.243437:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075bf90da. 00080000:00000010:2.0:1761317071.243442:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b99c5c2. 00080000:00000010:2.0:1761317071.243444:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000feaf7bc8. 00080000:00000010:2.0:1761317071.243448:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfb66826. 00080000:00000010:2.0:1761317071.243451:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbc86f60. 00080000:00000010:2.0:1761317071.243453:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031e8c846. 00080000:00000010:2.0:1761317071.243455:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f0058ad. 00080000:00000010:2.0:1761317071.243459:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a907f2d1. 00080000:00000010:2.0:1761317071.243462:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003538052d. 00080000:00000010:2.0:1761317071.243464:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082592940. 00080000:00000010:2.0:1761317071.243466:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059827d42. 00080000:00000010:2.0:1761317071.243469:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000157116f8. 00080000:00000010:2.0:1761317071.243471:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059a72e76. 00080000:00000010:2.0:1761317071.243473:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5c4b565. 00080000:00000010:2.0:1761317071.243476:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005678f853. 00080000:00000010:2.0:1761317071.243478:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d153ee0. 00080000:00000010:2.0:1761317071.243483:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1357a49. 00080000:00000010:2.0:1761317071.243486:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000430e91ce. 00080000:00000010:2.0:1761317071.243489:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8524da3. 00080000:00000010:2.0:1761317071.243494:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007af3cb0c. 00080000:00000010:2.0:1761317071.243496:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4298534. 00080000:00000010:2.0:1761317071.243499:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c82c91e. 00080000:00000010:2.0:1761317071.243501:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6347c62. 00080000:00000010:2.0:1761317071.243504:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022af4347. 00080000:00000010:2.0:1761317071.243508:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac65e290. 00080000:00000010:2.0:1761317071.243511:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013a97cde. 00080000:00000010:2.0:1761317071.243513:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc80c3fe. 00080000:00000010:2.0:1761317071.243516:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e62e761d. 00080000:00000010:2.0:1761317071.243519:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d945eeb. 00080000:00000010:2.0:1761317071.243521:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092babc72. 00080000:00000010:2.0:1761317071.243523:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b942a551. 00080000:00000010:2.0:1761317071.243527:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1e82145. 00080000:00000010:2.0:1761317071.243529:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f62db02. 00080000:00000010:2.0:1761317071.243532:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094616b72. 00080000:00000010:2.0:1761317071.243534:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c98d1b31. 00080000:00000010:2.0:1761317071.243536:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d467d4c. 00080000:00000010:2.0:1761317071.243539:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d14985d4. 00080000:00000010:2.0:1761317071.243542:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffdbd19b. 00080000:00000010:2.0:1761317071.243544:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066eb767a. 00080000:00000010:2.0:1761317071.243547:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069a9b328. 00080000:00000010:2.0:1761317071.243549:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e688b6a0. 00080000:00000010:2.0:1761317071.243552:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8a95b4e. 00080000:00000010:2.0:1761317071.243554:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e257b4e. 00080000:00000010:2.0:1761317071.243557:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea50bd3c. 00080000:00000010:2.0:1761317071.243560:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000436f6fa1. 00080000:00000010:2.0:1761317071.243562:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f6f47f6. 00080000:00000010:2.0:1761317071.243564:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f007726b. 00080000:00000010:2.0:1761317071.243567:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b9e3ad1. 00080000:00000010:2.0:1761317071.243569:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ca1854f. 00080000:00000010:2.0:1761317071.243572:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b565956. 00080000:00000010:2.0:1761317071.243577:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf072e56. 00080000:00000010:2.0:1761317071.243580:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053b6700d. 00080000:00000010:2.0:1761317071.243582:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8c7f480. 00080000:00000010:2.0:1761317071.243584:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c1bf129. 00080000:00000010:2.0:1761317071.243586:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000882ab22d. 00080000:00000010:2.0:1761317071.243589:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002eca9b4d. 00080000:00000010:2.0:1761317071.243591:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b13a0e5. 00080000:00000010:2.0:1761317071.243594:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000377503a0. 00080000:00000010:2.0:1761317071.243596:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe772fd2. 00080000:00000010:2.0:1761317071.243600:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002699b1e5. 00080000:00000010:2.0:1761317071.243603:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003fe9a865. 00080000:00000010:2.0:1761317071.243606:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f3cb168. 00080000:00000010:2.0:1761317071.243609:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002015ff0. 00080000:00000010:2.0:1761317071.243613:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000803f9803. 00080000:00000010:2.0:1761317071.243616:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8c3c09b. 00080000:00000010:2.0:1761317071.243619:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb5c5856. 00080000:00000010:2.0:1761317071.243622:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1fe5b82. 00080000:00000010:2.0:1761317071.243624:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006dd7efcb. 00080000:00000010:2.0:1761317071.243626:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f04dadfb. 00080000:00000010:2.0:1761317071.243629:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f82843dd. 00080000:00000010:2.0:1761317071.243632:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036529aca. 00080000:00000010:2.0:1761317071.243634:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009edaa669. 00080000:00000010:2.0:1761317071.243637:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ad6c758. 00080000:00000010:2.0:1761317071.243640:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000465a6efc. 00080000:00000010:2.0:1761317071.243643:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000808b678a. 00080000:00000010:2.0:1761317071.243647:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002014d344. 00080000:00000010:2.0:1761317071.243650:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000960a3d4c. 00080000:00000010:2.0:1761317071.243652:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e3ba0be. 00080000:00000010:2.0:1761317071.243655:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c947a25. 00080000:00000010:2.0:1761317071.243658:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ac0594e. 00080000:00000010:2.0:1761317071.243661:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b80ba49b. 00080000:00000010:2.0:1761317071.243666:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000174e2ceb. 00080000:00000010:2.0:1761317071.243668:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000baa494a3. 00080000:00000010:2.0:1761317071.243672:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000670fc3c5. 00080000:00000010:2.0:1761317071.243674:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c9d3fbe. 00080000:00000010:2.0:1761317071.243705:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060952861. 00080000:00000010:2.0:1761317071.243709:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000289a3d54. 00080000:00000010:2.0:1761317071.243711:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb551fcb. 00080000:00000010:2.0:1761317071.243714:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6b9d93e. 00080000:00000010:2.0:1761317071.243716:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055e722ba. 00080000:00000010:2.0:1761317071.243720:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c49c0d81. 00080000:00000010:2.0:1761317071.243724:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000726d5df2. 00080000:00000010:2.0:1761317071.243727:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064af2fc6. 00080000:00000010:2.0:1761317071.243731:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091998a80. 00080000:00000010:2.0:1761317071.243736:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b8cafe8. 00080000:00000010:2.0:1761317071.243740:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021b3f3c5. 00080000:00000010:2.0:1761317071.243743:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010583197. 00080000:00000010:2.0:1761317071.243746:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa703d2b. 00080000:00000010:2.0:1761317071.243749:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b95d9d2. 00080000:00000010:2.0:1761317071.243753:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019ef0e98. 00080000:00000010:2.0:1761317071.243757:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edaf3a76. 00080000:00000010:2.0:1761317071.243760:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096992085. 00080000:00000010:2.0:1761317071.243763:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e01e149. 00080000:00000010:2.0:1761317071.243765:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e43d6a30. 00080000:00000010:2.0:1761317071.243768:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005301b7e1. 00080000:00000010:2.0:1761317071.243770:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009587136c. 00080000:00000010:2.0:1761317071.243773:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071afdb8d. 00080000:00000010:2.0:1761317071.243775:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033a18d41. 00080000:00000010:2.0:1761317071.243777:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c061aca. 00080000:00000010:2.0:1761317071.243780:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f70615b6. 00080000:00000010:2.0:1761317071.243783:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051331d7b. 00080000:00000010:2.0:1761317071.243789:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e180fcd. 00080000:00000010:2.0:1761317071.243794:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052d87e0f. 00080000:00000010:2.0:1761317071.243796:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053fbe0d4. 00080000:00000010:2.0:1761317071.243802:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2d5d602. 00080000:00000010:2.0:1761317071.243806:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5901f6f. 00080000:00000010:2.0:1761317071.243809:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f1773ed. 00080000:00000010:2.0:1761317071.243812:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee95b5e3. 00080000:00000010:2.0:1761317071.243814:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009590a2a6. 00080000:00000010:2.0:1761317071.243818:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001805dca3. 00080000:00000010:2.0:1761317071.243821:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6c49a89. 00080000:00000010:2.0:1761317071.243823:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015fe79f4. 00080000:00000010:2.0:1761317071.243825:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e4af76a. 00080000:00000010:2.0:1761317071.243827:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000864d2b17. 00080000:00000010:2.0:1761317071.243829:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad4733d0. 00080000:00000010:2.0:1761317071.243832:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000091f0c20. 00080000:00000010:2.0:1761317071.243835:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4ac9c86. 00080000:00000010:2.0:1761317071.243837:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc8df5e3. 00080000:00000010:2.0:1761317071.243840:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed6d50cf. 00080000:00000010:2.0:1761317071.243842:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031cd8e95. 00080000:00000010:2.0:1761317071.243846:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018c173eb. 00080000:00000010:2.0:1761317071.243848:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef784b33. 00080000:00000010:2.0:1761317071.243851:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001139ec9d. 00080000:00000010:2.0:1761317071.243853:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e9df599. 00080000:00000010:2.0:1761317071.243856:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f90011c5. 00080000:00000010:2.0:1761317071.243859:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e16a61f. 00080000:00000010:2.0:1761317071.243865:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008706b11. 00080000:00000010:2.0:1761317071.243868:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f55d392. 00080000:00000010:2.0:1761317071.243871:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088df1dc9. 00080000:00000010:2.0:1761317071.243874:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a4cffff. 00080000:00000010:2.0:1761317071.243878:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000165e3325. 00080000:00000010:2.0:1761317071.243881:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e6cf815. 00080000:00000010:2.0:1761317071.243884:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000026c6d8e. 00080000:00000010:2.0:1761317071.243886:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004df41a09. 00080000:00000010:2.0:1761317071.243890:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000337e9224. 00080000:00000010:2.0:1761317071.243893:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3790062. 00080000:00000010:2.0:1761317071.243896:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004134f8b9. 00080000:00000010:2.0:1761317071.243902:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1a2d4a1. 00080000:00000010:2.0:1761317071.243905:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065819d40. 00080000:00000010:2.0:1761317071.243908:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021f9f64e. 00080000:00000010:2.0:1761317071.243910:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da31a818. 00080000:00000010:2.0:1761317071.243913:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d34bb1fb. 00080000:00000010:2.0:1761317071.243916:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d5e37bc. 00080000:00000010:2.0:1761317071.243919:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000317649ce. 00080000:00000010:2.0:1761317071.243922:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088862320. 00080000:00000010:2.0:1761317071.243925:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004857a4a1. 00080000:00000010:2.0:1761317071.243927:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075ede0d8. 00080000:00000010:2.0:1761317071.243930:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000341b1f16. 00080000:00000010:2.0:1761317071.243932:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4d3fbc9. 00080000:00000010:2.0:1761317071.243935:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050e3b8dd. 00080000:00000010:2.0:1761317071.243938:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9836e8f. 00080000:00000010:2.0:1761317071.243941:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee7ef7f0. 00080000:00000010:2.0:1761317071.243944:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036d864b1. 00080000:00000010:2.0:1761317071.243947:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e304ee4f. 00080000:00000010:2.0:1761317071.243949:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056db1b4a. 00080000:00000010:2.0:1761317071.243953:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050d85551. 00080000:00000010:2.0:1761317071.243956:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb4180c1. 00080000:00000010:2.0:1761317071.243958:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000247b903e. 00080000:00000010:2.0:1761317071.243960:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007621349e. 00080000:00000010:2.0:1761317071.243962:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013af619b. 00080000:00000010:2.0:1761317071.243965:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000963aacd4. 00080000:00000010:2.0:1761317071.243967:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bae4c05b. 00080000:00000010:2.0:1761317071.243969:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005de01ad6. 00080000:00000010:2.0:1761317071.243971:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc43d571. 00080000:00000010:2.0:1761317071.243973:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6098a48. 00080000:00000010:2.0:1761317071.243975:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000716b2463. 00080000:00000010:2.0:1761317071.243977:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b51c92f2. 00080000:00000010:2.0:1761317071.243980:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f5e138f. 00080000:00000010:2.0:1761317071.243983:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057d42657. 00080000:00000010:2.0:1761317071.243985:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4005eb7. 00080000:00000010:2.0:1761317071.243989:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c8e96c5. 00080000:00000010:2.0:1761317071.243991:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd5baeb5. 00080000:00000010:2.0:1761317071.243995:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003222f138. 00080000:00000010:2.0:1761317071.243998:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2dff981. 00080000:00000010:2.0:1761317071.244001:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a728d21. 00080000:00000010:2.0:1761317071.244003:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb46bc4b. 00080000:00000010:2.0:1761317071.244006:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056cdd94f. 00080000:00000010:2.0:1761317071.244008:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f60f1d7. 00080000:00000010:2.0:1761317071.244011:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000daf5ae5. 00080000:00000010:2.0:1761317071.244014:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f8b0e37. 00080000:00000010:2.0:1761317071.244016:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004db19f1e. 00080000:00000010:2.0:1761317071.244020:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000775ff62f. 00080000:00000010:2.0:1761317071.244023:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e361ad0e. 00080000:00000010:2.0:1761317071.244026:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2bfcd11. 00080000:00000010:2.0:1761317071.244028:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f77840c. 00080000:00000010:2.0:1761317071.244031:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c1d5860. 00080000:00000010:2.0:1761317071.244034:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041e9f769. 00080000:00000010:2.0:1761317071.244037:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1c51c74. 00080000:00000010:2.0:1761317071.244040:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000315017a0. 00080000:00000010:2.0:1761317071.244045:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d976588. 00080000:00000010:2.0:1761317071.244048:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c647f76. 00080000:00000010:2.0:1761317071.244051:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3b9a0c3. 00080000:00000010:2.0:1761317071.244053:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000578a8fb2. 00080000:00000010:2.0:1761317071.244056:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d53b8c4a. 00080000:00000010:2.0:1761317071.244058:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015d8e60a. 00080000:00000010:2.0:1761317071.244061:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc74b8e3. 00080000:00000010:2.0:1761317071.244064:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000677ba81d. 00080000:00000010:2.0:1761317071.244066:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d43dbf8. 00080000:00000010:2.0:1761317071.244069:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e32cd5a9. 00080000:00000010:2.0:1761317071.244071:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c65f2cc3. 00080000:00000010:2.0:1761317071.244074:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da1ef58e. 00080000:00000010:2.0:1761317071.244076:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000498d2a08. 00080000:00000010:2.0:1761317071.244078:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a159f1d3. 00080000:00000010:2.0:1761317071.244080:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f6cd94c. 00080000:00000010:2.0:1761317071.244083:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016f8303e. 00080000:00000010:2.0:1761317071.244084:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000634e42da. 00080000:00000010:2.0:1761317071.244088:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8734474. 00080000:00000010:2.0:1761317071.244092:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d479952c. 00010000:00000010:3.0:1761317071.261416:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:3.0:1761317071.261438:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:3.0:1761317071.261536:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089f0cf0c. 00010000:00000010:3.0:1761317071.261541:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.261546:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cab51df5. 00010000:00000010:3.0:1761317071.261552:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.261575:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ff93838. 00010000:00000010:3.0:1761317071.261609:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.261613:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.261658:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087db2311. 00010000:00000010:3.0:1761317071.261661:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.261664:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:3.0:1761317071.261667:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.261674:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004208dda2. 00010000:00000010:3.0:1761317071.261846:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.261851:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.261884:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048ff4d3e. 00010000:00000010:3.0:1761317071.261887:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.261890:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9688693. 00010000:00000010:3.0:1761317071.261893:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.261900:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c8f218c. 00010000:00000010:3.0:1761317071.261918:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.261921:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.261953:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d91e4cd3. 00010000:00000010:3.0:1761317071.261956:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.261958:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000536bc800. 00010000:00000010:3.0:1761317071.261961:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.261967:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc59072f. 00010000:00000010:3.0:1761317071.261988:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.261991:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.262026:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a29cf84. 00010000:00000010:3.0:1761317071.262029:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.262031:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000502f8506. 00010000:00000010:3.0:1761317071.262035:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.262042:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bac76b6. 00010000:00000010:3.0:1761317071.262066:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.262069:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.262132:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b7721c8. 00010000:00000010:3.0:1761317071.262136:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.262140:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf160527. 00010000:00000010:3.0:1761317071.262143:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.262150:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061a6c1de. 00010000:00000010:3.0:1761317071.262173:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.262176:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.262209:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000628a25fd. 00010000:00000010:3.0:1761317071.262212:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.262215:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.0:1761317071.262218:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.262225:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000165409b4. 00010000:00000010:3.0:1761317071.262248:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.262251:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.265478:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053ec6df1. 00010000:00000010:3.0:1761317071.265497:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.265505:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.0:1761317071.265519:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.265557:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a4edfaa. 00010000:00000010:3.0:1761317071.265692:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.265701:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.265807:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad00aafc. 00010000:00000010:3.0:1761317071.265811:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.265815:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036a5162c. 00010000:00000010:3.0:1761317071.265819:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00080000:00000010:3.0:1761317071.265827:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000270dd67f. 00010000:00000010:3.0:1761317071.265854:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.265858:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096041a86. 00010000:00000010:3.0:1761317071.265903:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017ac845e. 00010000:00000010:3.0:1761317071.265907:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317071.265919:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000024d12d76. 00000100:00000010:3.0:1761317071.265929:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.265944:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.265965:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf112f0b. 02000000:00000010:3.0:1761317071.266016:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027d16a1b. 00000400:00000010:3.0:1761317071.266026:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317071.266036:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317071.266047:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781632, portal 16 00000400:00000010:3.0:1761317071.266058:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe45649f. 00000100:00000200:3.0:1761317071.266061:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781632, offset 0 00000400:00000200:3.0:1761317071.266077:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.266103:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.266116:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.266121:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.266126:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.266131:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90152:90152:256:4294967295] 192.168.204.21@tcp LPNI seq info [90152:90152:8:4294967295] 00000400:00000200:3.0:1761317071.266143:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.266151:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.266157:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82354066). 00000800:00000200:3.0:1761317071.266165:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.266175:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.266180:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.266897:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.266905:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82353818). 00000400:00000200:2.0:1761317071.266912:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.266920:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.266926:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe45649f 00000400:00000010:2.0:1761317071.266928:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe45649f. 00000100:00000200:2.0:1761317071.266939:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902781632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.281512:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.281543:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cac0 00000400:00000200:0.0:1761317071.281555:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb157d [1] + 224 00000400:00000200:0.0:1761317071.281583:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.281589:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.281604:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902781632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.281806:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009ca10b42. 00000400:00000200:1.0:1761317071.281813:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:1.0:1761317071.281816:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000100:00000200:1.0:1761317071.281823:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902781632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.281832:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902781632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.281877:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027d16a1b. 02000000:00000010:1.0:1761317071.281888:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bf112f0b. 00000100:00000010:1.0:1761317071.281894:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:1.0:1761317071.281899:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:1.0:1761317071.281904:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000024d12d76. 00000400:00000200:0.0:1761317071.282055:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.282064:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dec0 00000400:00000200:0.0:1761317071.282070:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xafeb9 [2] + 1968 00000400:00000010:0.0:1761317071.282074:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b82159d7. 00000400:00000200:0.0:1761317071.282078:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000098302c23 00000400:00000200:0.0:1761317071.282149:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.282153:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.282156:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098302c23 00000400:00000010:0.0:1761317071.282159:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000098302c23 (tot 82353666). 00000100:00000200:0.0:1761317071.282166:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761317071.282240:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074f83528. 00000020:00000010:3.0:1761317071.282250:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.282257:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.282298:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042b1c6af x1846872898920128/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317071.282339:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920128 02000000:00000010:3.0:1761317071.282364:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf112f0b. 00010000:00000010:3.0:1761317071.282404:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a2ae98b1. 00010000:00000010:3.0:1761317071.282434:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004aa264ba. 00000100:00000010:3.0:1761317071.282441:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0efc9e3. 00000100:00000010:3.0:1761317071.282464:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e0efc9e3. 00010000:00000010:3.0:1761317071.282467:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004aa264ba. 00000400:00000010:3.0:1761317071.282485:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317071.282491:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920128, offset 224 00000400:00000200:3.0:1761317071.282502:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.282516:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.282522:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90153:90153:256:4294967295] 192.168.204.21@tcp LPNI seq info [90153:90153:8:4294967295] 00000400:00000200:3.0:1761317071.282534:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.282540:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.282547:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bab45e8e (tot 82353914). 00000800:00000200:3.0:1761317071.282554:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.282564:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.282568:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bab45e8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.282588:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.282593:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.282596:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074f83528. 02000000:00000010:3.0:1761317071.282608:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000500681fb. 00000100:00000010:3.0:1761317071.282614:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008abad5fe. 02000000:00000010:3.0:1761317071.282618:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f05c8497. 00000100:00000010:3.0:1761317071.282622:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000524e4813. 02000000:00000010:3.0:1761317071.282627:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a75636d4. 00000100:00000010:3.0:1761317071.282630:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042adac41. 02000000:00000010:3.0:1761317071.282634:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000201e2eeb. 00000100:00000010:3.0:1761317071.282636:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:3.0:1761317071.282640:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc7d6e1d. 00000100:00000010:3.0:1761317071.282643:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017829550. 02000000:00000010:3.0:1761317071.282647:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004c769bd6. 00000100:00000010:3.0:1761317071.282650:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000200:3.0:1761317071.282659:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761317071.282665:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009419b112. 00000400:00000010:3.0:1761317071.282669:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0efc9e3 (tot 82354066). 00080000:00000010:0.0:1761317071.282776:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbe22130. 00010000:00000010:0.0:1761317071.282916:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:0.0:1761317071.282924:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1c6e893. 00010000:00000010:0.0:1761317071.283027:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b0a98e1. 00010000:00000010:0.0:1761317071.283035:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfcfa073. 00010000:00000010:0.0:1761317071.283049:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317071.283054:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317071.283062:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042adac41. 02000000:00000010:0.0:1761317071.283075:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b3ce8458. 02000000:00000010:0.0:1761317071.283105:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059a72e76. 00000400:00000010:0.0:1761317071.283109:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c6a7ac93. 00000400:00000010:0.0:1761317071.283114:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317071.283117:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781696, portal 16 00000400:00000010:0.0:1761317071.283122:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317071.283125:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781696, offset 0 00000400:00000200:0.0:1761317071.283130:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.283137:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.283145:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.283149:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.283152:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.283154:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90154:90154:255:4294967295] 192.168.204.21@tcp LPNI seq info [90154:90154:7:4294967295] 00000400:00000200:0.0:1761317071.283162:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.283166:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.283170:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354314). 00000800:00000200:0.0:1761317071.283174:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.283179:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.283181:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.286005:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.286019:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bab45e8e (tot 82354066). 00000400:00000200:1.0:1761317071.286032:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.286044:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.286053:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:1.0:1761317071.286056:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 02000000:00000010:1.0:1761317071.286067:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf112f0b. 00000800:00000200:1.0:1761317071.286224:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.286227:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:1.0:1761317071.286231:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.286235:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.286238:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:1.0:1761317071.286240:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00000100:00000200:1.0:1761317071.286250:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042adac41 x1846872902781696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.286770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000004aa92d. 00010000:00000010:3.1:1761317071.286792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ed1d07. 00010000:00000010:3.1:1761317071.286803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089f0cf0c. 00010000:00000010:3.1:1761317071.286812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab51df5. 00010000:00000010:3.1:1761317071.286816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087db2311. 00010000:00000010:3.1:1761317071.286820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:3.1:1761317071.286822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048ff4d3e. 00010000:00000010:3.1:1761317071.286825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9688693. 00010000:00000010:3.1:1761317071.286828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d91e4cd3. 00010000:00000010:3.1:1761317071.286831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000536bc800. 00010000:00000010:3.1:1761317071.286833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a29cf84. 00010000:00000010:3.1:1761317071.286836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502f8506. 00010000:00000010:3.1:1761317071.286839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b7721c8. 00010000:00000010:3.1:1761317071.286842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf160527. 00010000:00000010:3.1:1761317071.286844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000628a25fd. 00010000:00000010:3.1:1761317071.286847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.1:1761317071.286849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ec6df1. 00010000:00000010:3.1:1761317071.286852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.1:1761317071.286856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00aafc. 00010000:00000010:3.1:1761317071.286859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a5162c. 00000400:00000200:0.0:1761317071.303322:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.303357:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cb00 00000400:00000200:0.0:1761317071.303367:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb158d [1] + 224 00000400:00000200:0.0:1761317071.303381:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.303385:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.303398:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042adac41 x1846872902781696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.303442:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.303447:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15df00 00000400:00000200:0.0:1761317071.303453:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff11 [2] + 0 00000400:00000200:0.0:1761317071.303511:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.303515:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.303519:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.303526:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000524e4813. 00000020:00000010:0.0:1761317071.303589:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000157116f8. 00000020:00000010:0.0:1761317071.303597:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.303602:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317071.303634:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000524e4813 x1846872898920192/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317071.303665:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920192 02000000:00000010:0.0:1761317071.303703:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059827d42. 00010000:00000010:0.0:1761317071.303753:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.303760:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000386ed668. 00000100:00000010:0.0:1761317071.303769:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000386ed668. 00010000:00000010:0.0:1761317071.303772:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.303789:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317071.303794:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920192, offset 224 00000400:00000200:0.0:1761317071.303803:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.303816:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.303823:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90155:90155:256:4294967295] 192.168.204.21@tcp LPNI seq info [90155:90155:8:4294967295] 00000400:00000200:0.0:1761317071.303837:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.303842:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.303847:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317071.303853:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.303861:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.303866:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.303883:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.303887:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317071.303890:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000157116f8. 00000800:00000200:0.0:1761317071.303958:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.303962:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:0.0:1761317071.303966:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.303969:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.303973:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:0.0:1761317071.303975:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000400:00000010:3.0:1761317071.304279:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6a7ac93. 00000400:00000200:3.0:1761317071.304284:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:3.0:1761317071.304286:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000100:00000200:3.0:1761317071.304293:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042adac41 x1846872902781696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.304301:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042adac41 x1846872902781696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317071.304326:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ba58093. 02000000:00000010:3.0:1761317071.304355:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059a72e76. 02000000:00000010:3.0:1761317071.304360:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b3ce8458. 00000100:00000010:3.0:1761317071.304364:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042adac41. 00000100:00000010:3.0:1761317071.304368:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:3.0:1761317071.304370:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00080000:00000010:3.0:1761317071.304391:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074f83528. 00010000:00000010:3.0:1761317071.304519:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfcfa073. 00010000:00000010:3.0:1761317071.304528:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d724038e. 00010000:00000010:3.0:1761317071.304640:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036a5162c. 00010000:00000010:3.0:1761317071.304647:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317071.304659:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004aa264ba. 00000100:00000010:3.0:1761317071.304664:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:3.0:1761317071.304672:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.304713:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027d16a1b. 02000000:00000010:3.0:1761317071.304746:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e86f1d1. 00000400:00000010:3.0:1761317071.304752:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317071.304758:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317071.304764:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781760, portal 16 00000400:00000010:3.0:1761317071.304769:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034199819. 00000100:00000200:3.0:1761317071.304771:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781760, offset 0 00000400:00000200:3.0:1761317071.304778:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.304790:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.304799:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.304804:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.304807:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.304810:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90156:90156:256:4294967295] 192.168.204.21@tcp LPNI seq info [90156:90156:8:4294967295] 00000400:00000200:3.0:1761317071.304818:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.304824:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.304828:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009c7d6d3 (tot 82354066). 00000800:00000200:3.0:1761317071.304834:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.304839:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.304842:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000009c7d6d3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.304972:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.304976:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009c7d6d3 (tot 82353818). 00000400:00000200:0.0:1761317071.304980:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.304984:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.304987:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034199819 00000400:00000010:0.0:1761317071.304988:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034199819. 00000100:00000200:0.0:1761317071.304992:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902781760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317071.308762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8ab75fb. 00010000:00000010:0.1:1761317071.308784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017ac845e. 00010000:00000010:3.1:1761317071.308842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10b68d2. 00000400:00000200:0.0:1761317071.313511:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.313539:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cb40 00000400:00000200:0.0:1761317071.313552:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1599 [1] + 224 00000400:00000200:0.0:1761317071.313576:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.313581:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.313596:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902781760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.313942:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317071.313949:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:3.0:1761317071.313951:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:3.0:1761317071.313957:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902781760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.313965:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902781760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.314007:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e86f1d1. 02000000:00000010:3.0:1761317071.314016:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027d16a1b. 00000100:00000010:3.0:1761317071.314022:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.314026:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:3.0:1761317071.314030:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004aa264ba. 00000400:00000200:0.0:1761317071.314843:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.314857:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15df40 00000400:00000200:0.0:1761317071.314865:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff11 [2] + 328 00000400:00000200:0.0:1761317071.315163:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.315169:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.315177:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.315184:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008abad5fe. 00000020:00000010:1.0:1761317071.318111:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e228a485. 00000020:00000010:1.0:1761317071.318126:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317071.318132:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.318177:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008abad5fe x1846872898920256/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.318229:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920256 02000000:00000010:1.0:1761317071.318245:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8372ad8. 00010000:00000010:1.0:1761317071.318284:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f0d95f9. 00010000:00000010:1.0:1761317071.318317:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eddd7530. 00000100:00000010:1.0:1761317071.318327:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.318358:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.318363:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eddd7530. 00000400:00000010:1.0:1761317071.318386:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317071.318393:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920256, offset 224 00000400:00000200:1.0:1761317071.318403:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.318423:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.318431:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90157:90157:256:4294967295] 192.168.204.21@tcp LPNI seq info [90157:90157:8:4294967295] 00000400:00000200:1.0:1761317071.318444:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.318451:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.318457:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317071.318465:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.318489:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.318494:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.318520:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317071.318528:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.318533:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e228a485. 00000800:00000200:1.0:1761317071.318700:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.318705:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:1.0:1761317071.318710:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.318715:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.318720:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:1.0:1761317071.318722:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00080000:00000010:1.0:1761317071.318760:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e228a485. 00010000:00000010:1.0:1761317071.318914:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:1.0:1761317071.318923:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d04dbe16. 00010000:00000010:1.0:1761317071.319049:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a44dafbe. 00010000:00000010:1.0:1761317071.319059:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004fdc6504. 00010000:00000010:1.0:1761317071.319075:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eddd7530. 00000100:00000010:1.0:1761317071.319080:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.319092:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 02000000:00000010:1.0:1761317071.319109:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d486ae1. 02000000:00000010:1.0:1761317071.319147:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec727136. 00000400:00000010:1.0:1761317071.319157:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095fff72c. 00000400:00000010:1.0:1761317071.319163:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317071.319172:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781824, portal 16 00000400:00000010:1.0:1761317071.319178:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced575a6. 00000100:00000200:1.0:1761317071.319180:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781824, offset 0 00000400:00000200:1.0:1761317071.319185:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.319196:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.319205:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.319209:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.319212:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.319215:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90158:90158:256:4294967295] 192.168.204.21@tcp LPNI seq info [90158:90158:8:4294967295] 00000400:00000200:1.0:1761317071.319222:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.319227:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.319230:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317071.319235:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.319240:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.319244:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.319321:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.319324:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:1.0:1761317071.319327:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.319330:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.319334:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced575a6 00000400:00000010:1.0:1761317071.319336:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced575a6. 00000100:00000200:1.0:1761317071.319354:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c8ebd8 x1846872902781824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.327397:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ed64e45. 00010000:00000010:3.1:1761317071.327422:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ba83554. 00010000:00000010:3.1:1761317071.327712:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00000400:00000200:0.0:1761317071.333627:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.333653:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cb80 00000400:00000200:0.0:1761317071.333665:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb15a5 [1] + 224 00000400:00000200:0.0:1761317071.333699:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.333705:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.333720:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c8ebd8 x1846872902781824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.333774:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.333780:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15df80 00000400:00000200:0.0:1761317071.333785:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff11 [2] + 656 00000400:00000010:2.0:1761317071.333798:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095fff72c. 00000400:00000200:2.0:1761317071.333805:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:2.0:1761317071.333807:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00000100:00000200:2.0:1761317071.333815:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c8ebd8 x1846872902781824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.333825:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c8ebd8 x1846872902781824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.333865:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec727136. 02000000:00000010:2.0:1761317071.333874:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d486ae1. 00000100:00000010:2.0:1761317071.333878:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 00000100:00000010:2.0:1761317071.333883:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:2.0:1761317071.333888:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eddd7530. 00010000:00000010:1.1:1761317071.334582:0:78564:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098aef217. 00010000:00000010:1.1:1761317071.334593:0:78564:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a40951b4. 00010000:00000010:1.1:1761317071.334596:0:78564:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a5162c. 00000400:00000200:0.0:1761317071.335261:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.335273:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.335283:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.335301:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b60331e. 00000020:00000010:2.0:1761317071.335409:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000932ed985. 00000020:00000010:2.0:1761317071.335418:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.335423:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.335464:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b60331e x1846872898920320/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317071.335514:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920320 02000000:00000010:2.0:1761317071.335530:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e2e62900. 00010000:00000010:2.0:1761317071.335569:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055f72c0a. 00010000:00000010:2.0:1761317071.335601:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fce2fb84. 00000100:00000010:2.0:1761317071.335611:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0b188f3. 00000100:00000010:2.0:1761317071.335631:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0b188f3. 00010000:00000010:2.0:1761317071.335635:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fce2fb84. 00000400:00000010:2.0:1761317071.335651:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.335658:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920320, offset 224 00000400:00000200:2.0:1761317071.335667:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.335707:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.335715:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90159:90159:256:4294967295] 192.168.204.21@tcp LPNI seq info [90159:90159:8:4294967295] 00000400:00000200:2.0:1761317071.335725:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.335732:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.335738:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317071.335745:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.335752:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.335757:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.335777:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.335782:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.335785:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000932ed985. 00080000:00000010:3.0:1761317071.335964:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d16a1b. 00000800:00000200:2.0:1761317071.336221:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.336226:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:2.0:1761317071.336234:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.336239:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.336243:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.336246:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000020:00000010:0.0:1761317071.337050:0:78564:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a907f2d1. 00000020:00000010:0.0:1761317071.337059:0:78564:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024bf4c95. 00000040:00000010:0.0:1761317071.337063:0:78564:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000e6b07778. 00000020:00000010:0.0:1761317071.337068:0:78564:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000035599d9f. 00000020:00000010:0.0:1761317071.337075:0:78564:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000001db701b. 00000020:00000010:0.0:1761317071.337080:0:78564:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000005faccf2d. 80000000:00000010:0.0:1761317071.337084:0:78564:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000d6effc70. 40000000:00000010:0.0:1761317071.337089:0:78564:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000977dff4c. 00100000:00000010:0.0:1761317071.337095:0:78564:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000ca152065. 00040000:00000010:0.0:1761317071.337100:0:78564:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000083c883eb. 00040000:00000010:0.0:1761317071.337105:0:78564:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cfede834. 00040000:00000010:0.0:1761317071.337109:0:78564:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000b3ce8458. 00080000:00000010:0.0:1761317071.337116:0:78564:0:(osd_handler.c:7874:osd_key_init()) kmalloced '(info)': 3944 at 00000000f1981f9f. 00080000:00000010:0.0:1761317071.337121:0:78564:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001ceca7a6. 00000004:00000010:0.0:1761317071.337129:0:78564:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 000000009e993fca. 00000004:00000010:0.0:1761317071.337136:0:78564:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000aa078284. 00000004:00000010:0.0:1761317071.337142:0:78564:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000441b70b4. 00002000:00000010:0.0:1761317071.337146:0:78564:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000002e35b5de. 00000004:00000010:0.0:1761317071.337152:0:78564:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 0000000042b1b77a. 00000020:00000010:0.0:1761317071.337190:0:78564:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000024bf4c95. 00000040:00000010:0.0:1761317071.337196:0:78564:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000e6b07778. 00000020:00000010:0.0:1761317071.337199:0:78564:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000035599d9f. 00000020:00000010:0.0:1761317071.337203:0:78564:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 0000000001db701b. 00000020:00000010:0.0:1761317071.337208:0:78564:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000005faccf2d. 80000000:00000010:0.0:1761317071.337212:0:78564:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000d6effc70. 40000000:00000010:0.0:1761317071.337217:0:78564:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 00000000977dff4c. 00100000:00000010:0.0:1761317071.337221:0:78564:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000ca152065. 00040000:00000010:0.0:1761317071.337233:0:78564:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000083c883eb. 00040000:00000010:0.0:1761317071.337236:0:78564:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000cfede834. 00040000:00000010:0.0:1761317071.337239:0:78564:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000b3ce8458. 00080000:00000010:0.0:1761317071.337244:0:78564:0:(osd_handler.c:7924:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001ceca7a6. 00080000:00000010:0.0:1761317071.337249:0:78564:0:(osd_handler.c:7935:osd_key_fini()) kfreed 'info': 3944 at 00000000f1981f9f. 00000004:00000010:0.0:1761317071.337253:0:78564:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 000000009e993fca. 00000004:00000010:0.0:1761317071.337257:0:78564:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 00000000aa078284. 00000004:00000010:0.0:1761317071.337262:0:78564:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 00000000441b70b4. 00002000:00000010:0.0:1761317071.337265:0:78564:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 000000002e35b5de. 00000004:00000010:0.0:1761317071.337270:0:78564:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 0000000042b1b77a. 00000020:00000010:0.0:1761317071.337272:0:78564:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a907f2d1. 00010000:00000010:1.0:1761317071.340314:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004fdc6504. 00010000:00000010:1.0:1761317071.340335:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022db8547. 00010000:00000010:1.0:1761317071.340452:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000909c0eae. 00010000:00000010:1.0:1761317071.340460:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004fdc6504. 00010000:00000010:1.0:1761317071.340475:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ece584e3. 00000100:00000010:1.0:1761317071.340485:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d42d3c0. 00000100:00000010:1.0:1761317071.340498:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 02000000:00000010:1.0:1761317071.340518:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022af4347. 02000000:00000010:1.0:1761317071.340555:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbd7a267. 00000400:00000010:1.0:1761317071.340563:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009d1f3096. 00000400:00000010:1.0:1761317071.340571:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced575a6. 00000100:00000200:1.0:1761317071.340580:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781888, portal 16 00000400:00000010:1.0:1761317071.340586:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317071.340588:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781888, offset 0 00000400:00000200:1.0:1761317071.340601:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.340623:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.340631:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.340635:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.340638:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.340641:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90160:90160:256:4294967295] 192.168.204.21@tcp LPNI seq info [90160:90160:8:4294967295] 00000400:00000200:1.0:1761317071.340652:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.340659:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.340665:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317071.340672:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.340711:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.340716:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.340847:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.340851:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:1.0:1761317071.340855:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.340860:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.340865:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:1.0:1761317071.340867:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 00000100:00000200:1.0:1761317071.340876:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c8ebd8 x1846872902781888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.344057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007090c223. 00000400:00000200:1.0:1761317071.347062:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.347089:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cbc0 00000400:00000200:1.0:1761317071.347100:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb15b1 [1] + 224 00000400:00000200:1.0:1761317071.347120:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.347127:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.347142:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c8ebd8 x1846872902781888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.347303:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d1f3096. 00000400:00000200:2.0:1761317071.347309:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced575a6 00000400:00000010:2.0:1761317071.347312:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced575a6. 00000100:00000200:2.0:1761317071.347321:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c8ebd8 x1846872902781888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.347329:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c8ebd8 x1846872902781888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.347375:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbd7a267. 02000000:00000010:2.0:1761317071.348208:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022af4347. 00000100:00000010:2.0:1761317071.348216:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 00000100:00000010:2.0:1761317071.348222:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d42d3c0. 00010000:00000010:2.0:1761317071.348228:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ece584e3. 00000400:00000200:2.0:1761317071.351637:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.351667:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15dfc0 00000400:00000200:2.0:1761317071.351702:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff11 [2] + 984 00000400:00000200:2.0:1761317071.351742:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.351747:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.351757:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317071.351766:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 00000020:00000010:1.0:1761317071.352022:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000481e81f6. 00000020:00000010:1.0:1761317071.352033:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317071.352038:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.352076:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000211632ce x1846872898920384/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317071.352119:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920384 02000000:00000010:1.0:1761317071.352134:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000022af4347. 00010000:00000010:1.0:1761317071.352176:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a162473. 00010000:00000010:1.0:1761317071.352201:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c14e5e7e. 00000100:00000010:1.0:1761317071.352210:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d42d3c0. 00000100:00000010:1.0:1761317071.352235:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d42d3c0. 00010000:00000010:1.0:1761317071.352239:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c14e5e7e. 00000400:00000010:1.0:1761317071.352261:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317071.352267:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920384, offset 224 00000400:00000200:1.0:1761317071.352278:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.352292:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.352299:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90161:90161:256:4294967295] 192.168.204.21@tcp LPNI seq info [90161:90161:8:4294967295] 00000400:00000200:1.0:1761317071.352310:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.352315:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.352321:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317071.352327:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.352335:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.352339:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.352370:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317071.352377:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.352382:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000481e81f6. 00000800:00000200:1.0:1761317071.352468:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.352473:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:1.0:1761317071.352477:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.352482:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.352487:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:1.0:1761317071.352490:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 00010000:00000010:1.1:1761317071.354238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007804d9a6. 00010000:00000010:1.1:1761317071.354252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44dafbe. 00080000:00000010:0.0:1761317071.359554:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000157116f8. 00010000:00000010:0.0:1761317071.359718:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004fdc6504. 00010000:00000010:0.0:1761317071.359729:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000581ef79f. 00010000:00000010:0.0:1761317071.359838:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbeda82a. 00010000:00000010:0.0:1761317071.359847:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317071.359861:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.359870:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000386ed668. 00000100:00000010:0.0:1761317071.359884:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042adac41. 02000000:00000010:0.0:1761317071.359903:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082592940. 02000000:00000010:0.0:1761317071.359951:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a907f2d1. 00000400:00000010:0.0:1761317071.359960:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030134e6c. 00000400:00000010:0.0:1761317071.359969:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317071.359979:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902781952, portal 16 00000400:00000010:0.0:1761317071.359986:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317071.359990:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902781952, offset 0 00000400:00000200:0.0:1761317071.360002:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.360025:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.360034:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.360039:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.360043:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.360047:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90162:90162:256:4294967295] 192.168.204.21@tcp LPNI seq info [90162:90162:8:4294967295] 00000400:00000200:0.0:1761317071.360062:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.360070:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.360075:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317071.360083:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.360092:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.360097:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317071.360280:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.360297:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:3.0:1761317071.360305:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.360312:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.360319:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:3.0:1761317071.360321:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00000100:00000200:3.0:1761317071.360331:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042adac41 x1846872902781952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.361717:0:78565:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d91ffdf. 00000400:00000200:2.0:1761317071.363967:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.363993:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cc00 00000400:00000200:2.0:1761317071.364006:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb15bd [1] + 224 00000400:00000200:2.0:1761317071.364026:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.364031:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.364044:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042adac41 x1846872902781952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317071.364308:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030134e6c. 00000400:00000200:0.0:1761317071.364315:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:0.0:1761317071.364317:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000100:00000200:0.0:1761317071.364324:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042adac41 x1846872902781952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.364331:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042adac41 x1846872902781952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.364383:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a907f2d1. 02000000:00000010:0.0:1761317071.364390:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000082592940. 00000100:00000010:0.0:1761317071.364396:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042adac41. 00000100:00000010:0.0:1761317071.364401:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000386ed668. 00010000:00000010:0.0:1761317071.364405:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000200:1.0:1761317071.369303:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.369325:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e000 00000400:00000200:1.0:1761317071.369333:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff11 [2] + 1312 00000400:00000200:1.0:1761317071.369427:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.369432:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.369440:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.369447:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017829550. 00000020:00000010:3.0:1761317071.371098:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc7d6e1d. 00000020:00000010:3.0:1761317071.371114:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.371121:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.371156:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017829550 x1846872898920448/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317071.371199:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920448 02000000:00000010:3.0:1761317071.371214:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000500681fb. 00010000:00000010:3.0:1761317071.371250:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000feaba9d4. 00010000:00000010:3.0:1761317071.371274:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004aa264ba. 00000100:00000010:3.0:1761317071.371283:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:3.0:1761317071.371306:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:3.0:1761317071.371310:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004aa264ba. 00000400:00000010:3.0:1761317071.371326:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317071.371332:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920448, offset 224 00000400:00000200:3.0:1761317071.371355:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.371371:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.371377:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90163:90163:256:4294967295] 192.168.204.21@tcp LPNI seq info [90163:90163:8:4294967295] 00000400:00000200:3.0:1761317071.371389:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.371394:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.371399:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00000800:00000200:3.0:1761317071.371405:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.371412:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.371417:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.371436:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.371440:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.371443:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc7d6e1d. 00000800:00000200:3.0:1761317071.371552:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.371556:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00080000:00000010:2.0:1761317071.371559:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000932ed985. 00000400:00000200:3.0:1761317071.371562:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.371574:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.371579:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:3.0:1761317071.371582:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00010000:00000010:2.0:1761317071.371726:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:2.0:1761317071.371739:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7e5b910. 00010000:00000010:2.0:1761317071.374031:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9825f82. 00010000:00000010:2.0:1761317071.374049:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b8293407. 00010000:00000010:2.0:1761317071.374073:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000779ce791. 00000100:00000010:2.0:1761317071.374084:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0b188f3. 00000100:00000010:2.0:1761317071.374098:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.374117:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b2dfb6c. 02000000:00000010:2.0:1761317071.374160:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd0e9ad6. 00000400:00000010:2.0:1761317071.374170:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c4b94c. 00000400:00000010:2.0:1761317071.374180:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.374189:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782016, portal 16 00000400:00000010:2.0:1761317071.374196:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317071.374199:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782016, offset 0 00000400:00000200:2.0:1761317071.374213:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.374236:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.374245:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.374249:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.374253:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.374257:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90164:90164:256:4294967295] 192.168.204.21@tcp LPNI seq info [90164:90164:8:4294967295] 00000400:00000200:2.0:1761317071.374276:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.374284:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.374290:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317071.374299:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.374311:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.374317:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.375052:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.375058:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:1.0:1761317071.375067:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.375076:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.375084:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:1.0:1761317071.375086:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:1.0:1761317071.375099:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902782016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317071.379119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091f64a02. 00010000:00000010:0.1:1761317071.379137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909c0eae. 00000400:00000200:1.0:1761317071.382936:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.382965:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cc40 00000400:00000200:1.0:1761317071.382977:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb15c9 [1] + 224 00000400:00000200:1.0:1761317071.382999:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.383004:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.383019:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902782016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.383110:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000060c4b94c. 00000400:00000200:2.0:1761317071.383116:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.383118:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.383127:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902782016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.383135:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902782016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.383174:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd0e9ad6. 02000000:00000010:2.0:1761317071.383183:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b2dfb6c. 00000100:00000010:2.0:1761317071.383187:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.383193:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0b188f3. 00010000:00000010:2.0:1761317071.383198:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000779ce791. 00010000:00000010:3.1:1761317071.383798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af541977. 00010000:00000010:2.1:1761317071.385726:0:78528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d849cf2d. 00010000:00000010:2.1:1761317071.385739:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbeda82a. 00000400:00000200:0.0:1761317071.387329:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.387359:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e040 00000400:00000200:0.0:1761317071.387367:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff11 [2] + 1640 00000400:00000200:0.0:1761317071.387435:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.387440:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.387446:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.387451:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042adac41. 00000020:00000010:1.0:1761317071.387597:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000481e81f6. 00000020:00000010:1.0:1761317071.387604:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317071.387609:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.387637:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042adac41 x1846872898920512/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317071.387673:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920512 02000000:00000010:1.0:1761317071.387712:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d486ae1. 00010000:00000010:1.0:1761317071.387745:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096ae2f39. 00010000:00000010:1.0:1761317071.387766:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c14e5e7e. 00000100:00000010:1.0:1761317071.387772:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d42d3c0. 00000100:00000010:1.0:1761317071.387790:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d42d3c0. 00010000:00000010:1.0:1761317071.387794:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c14e5e7e. 00000400:00000010:1.0:1761317071.387810:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317071.387816:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920512, offset 224 00000400:00000200:1.0:1761317071.387823:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.387835:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.387840:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90165:90165:256:4294967295] 192.168.204.21@tcp LPNI seq info [90165:90165:8:4294967295] 00000400:00000200:1.0:1761317071.387850:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.387855:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.387859:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317071.387866:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.387872:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.387875:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.387892:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317071.387898:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.387901:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000481e81f6. 00000800:00000200:1.0:1761317071.387988:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.387992:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:1.0:1761317071.387995:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.387999:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.388002:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:1.0:1761317071.388004:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 00080000:00000010:0.0:1761317071.391138:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082592940. 00010000:00000010:0.0:1761317071.391247:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8293407. 00010000:00000010:0.0:1761317071.391257:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b65f5a2c. 00010000:00000010:0.0:1761317071.391326:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002bd26f85. 00010000:00000010:0.0:1761317071.391330:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000fc4f6499. 00010000:00000010:0.0:1761317071.391336:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.0:1761317071.391352:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ad8f2f. 00080000:00000010:0.0:1761317071.391369:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a907f2d1. 00010000:00000010:0.0:1761317071.391396:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ad8f2f. 00010000:00000010:0.0:1761317071.391400:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc4f6499. 00010000:00000010:0.0:1761317071.391462:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032f57221. 00010000:00000010:0.0:1761317071.391466:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ad8f2f. 00010000:00000010:0.0:1761317071.391474:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.391482:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000386ed668. 00000100:00000010:0.0:1761317071.391495:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317071.391507:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059a72e76. 02000000:00000010:0.0:1761317071.391535:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3ce8458. 00000400:00000010:0.0:1761317071.391543:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030134e6c. 00000400:00000010:0.0:1761317071.391550:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317071.391557:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782080, portal 16 00000400:00000010:0.0:1761317071.391562:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317071.391564:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782080, offset 0 00000400:00000200:0.0:1761317071.391573:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.391590:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.391596:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.391600:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.391602:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.391606:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90166:90166:256:4294967295] 192.168.204.21@tcp LPNI seq info [90166:90166:8:4294967295] 00000400:00000200:0.0:1761317071.391615:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.391622:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.391626:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317071.391632:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.391638:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.391642:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.391839:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.391843:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:1.0:1761317071.391848:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.391854:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.391858:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace4178 00000400:00000010:1.0:1761317071.391860:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace4178. 00000100:00000200:1.0:1761317071.391868:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac236a31 x1846872902782080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.395360:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d6f99d. 00010000:00000010:0.1:1761317071.398386:0:78567:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019b00028. 00010000:00000010:0.1:1761317071.398404:0:78567:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9825f82. 00010000:00000010:0.1:1761317071.398418:0:78567:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bd26f85. 00010000:00000010:0.1:1761317071.398423:0:78567:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00000400:00000200:1.0:1761317071.399253:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.399270:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cc80 00000400:00000200:1.0:1761317071.399278:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb15d5 [1] + 224 00000400:00000200:1.0:1761317071.399289:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.399293:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.399304:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac236a31 x1846872902782080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.399338:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.399353:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e080 00000400:00000200:1.0:1761317071.399357:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff11 [2] + 1968 00000400:00000010:1.0:1761317071.399364:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed2767a0. 00000400:00000200:1.0:1761317071.399367:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c44b13ea 00000400:00000200:1.0:1761317071.399376:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.399379:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.399382:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c44b13ea 00000400:00000010:1.0:1761317071.399384:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c44b13ea (tot 82353666). 00000100:00000200:1.0:1761317071.399388:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761317071.401438:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000030134e6c. 00000400:00000200:0.0:1761317071.401446:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:0.0:1761317071.401448:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000100:00000200:0.0:1761317071.401460:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac236a31 x1846872902782080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.401469:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac236a31 x1846872902782080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.401501:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3ce8458. 02000000:00000010:0.0:1761317071.401506:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059a72e76. 00000100:00000010:0.0:1761317071.401510:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000010:0.0:1761317071.401514:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000386ed668. 00010000:00000010:0.0:1761317071.401517:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000020:00000010:2.0:1761317071.401805:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b2dfb6c. 00000020:00000010:2.0:1761317071.401812:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000608e516b. 00000020:00000010:2.0:1761317071.401817:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.401848:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bd47e85d x1846872898920576/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.401884:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920576 02000000:00000010:2.0:1761317071.401895:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd0e9ad6. 00010000:00000010:2.0:1761317071.401921:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000019a914d. 00010000:00000010:2.0:1761317071.401939:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fce2fb84. 00000100:00000010:2.0:1761317071.401945:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0b188f3. 00000100:00000010:2.0:1761317071.401959:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b0b188f3. 00010000:00000010:2.0:1761317071.401962:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fce2fb84. 00000400:00000010:2.0:1761317071.401975:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.401979:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920576, offset 224 00000400:00000200:2.0:1761317071.401987:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.402000:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.402006:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90167:90167:256:4294967295] 192.168.204.21@tcp LPNI seq info [90167:90167:8:4294967295] 00000400:00000200:2.0:1761317071.402017:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.402022:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.402028:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82353914). 00000800:00000200:2.0:1761317071.402034:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.402041:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.402046:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.402066:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000608e516b. 00000020:00000010:2.0:1761317071.402070:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.402073:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b2dfb6c. 02000000:00000010:2.0:1761317071.402081:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d486ae1. 00000100:00000010:2.0:1761317071.402084:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042adac41. 02000000:00000010:2.0:1761317071.402087:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000500681fb. 00000100:00000010:2.0:1761317071.402090:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017829550. 02000000:00000010:2.0:1761317071.402093:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000022af4347. 00000100:00000010:2.0:1761317071.402096:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 02000000:00000010:2.0:1761317071.402099:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e2e62900. 00000100:00000010:2.0:1761317071.402102:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b60331e. 02000000:00000010:2.0:1761317071.402105:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8372ad8. 00000100:00000010:2.0:1761317071.402106:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008abad5fe. 02000000:00000010:2.0:1761317071.402109:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000059827d42. 00000100:00000010:2.0:1761317071.402110:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000524e4813. 00000100:00000200:2.0:1761317071.402117:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317071.402123:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000060c4b94c. 00000400:00000010:2.0:1761317071.402128:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0b188f3 (tot 82354066). 00000800:00000200:2.0:1761317071.402226:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.402229:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:2.0:1761317071.402234:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.402239:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.402242:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.402244:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 02000000:00000010:2.0:1761317071.402248:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd0e9ad6. 00080000:00000010:3.0:1761317071.413815:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc7d6e1d. 00010000:00000010:3.0:1761317071.413932:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ad8f2f. 00010000:00000010:3.0:1761317071.413944:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000075e94b1. 00010000:00000010:3.0:1761317071.414021:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.0:1761317071.414028:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.414039:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006442254f. 00000100:00000010:3.0:1761317071.414048:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:3.0:1761317071.414060:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.414077:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d5d4ce8. 02000000:00000010:3.0:1761317071.414110:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4379ae3. 00000400:00000010:3.0:1761317071.414118:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317071.414125:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317071.414131:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782144, portal 16 00000400:00000010:3.0:1761317071.414138:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dda9d8. 00000100:00000200:3.0:1761317071.414139:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782144, offset 0 00000400:00000200:3.0:1761317071.414149:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.414167:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.414176:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.414181:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.414184:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.414187:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90168:90168:256:4294967295] 192.168.204.21@tcp LPNI seq info [90168:90168:8:4294967295] 00000400:00000200:3.0:1761317071.414198:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.414206:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.414211:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c2624d07 (tot 82354066). 00000800:00000200:3.0:1761317071.414218:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.414226:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.414230:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c2624d07 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761317071.414331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000609f356d. 00000800:00000200:1.0:1761317071.414762:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.414767:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c2624d07 (tot 82353818). 00000400:00000200:1.0:1761317071.414773:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.414780:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.414785:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dda9d8 00000400:00000010:1.0:1761317071.414787:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dda9d8. 00000100:00000200:1.0:1761317071.414793:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902782144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.419740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c0b6b69. 00010000:00000010:3.1:1761317071.419756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f57221. 00000400:00000200:1.0:1761317071.438378:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.438401:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ccc0 00000400:00000200:1.0:1761317071.438410:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb15e5 [1] + 224 00000400:00000200:1.0:1761317071.438424:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.438428:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.438440:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902782144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.438478:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.438484:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e0c0 00000400:00000200:1.0:1761317071.438490:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff69 [2] + 0 00000400:00000200:1.0:1761317071.438553:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.438557:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.438562:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.438568:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 00000020:00000010:0.0:1761317071.438671:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059a72e76. 00000020:00000010:0.0:1761317071.438705:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.438711:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317071.438735:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000082e16a95 x1846872898920640/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317071.438770:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920640 02000000:00000010:0.0:1761317071.438793:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b3ce8458. 00010000:00000010:0.0:1761317071.438834:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.438842:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000386ed668. 00000100:00000010:0.0:1761317071.438848:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000386ed668. 00010000:00000010:0.0:1761317071.438852:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.438866:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317071.438871:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920640, offset 224 00000400:00000200:0.0:1761317071.438879:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.438888:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.438894:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90169:90169:256:4294967295] 192.168.204.21@tcp LPNI seq info [90169:90169:8:4294967295] 00000400:00000200:0.0:1761317071.438903:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.438908:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.438912:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317071.438917:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.438924:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.438928:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.438946:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.438951:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317071.438954:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059a72e76. 00000800:00000200:0.0:1761317071.439029:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.439032:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:0.0:1761317071.439036:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.439040:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.439043:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:0.0:1761317071.439045:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000400:00000010:3.0:1761317071.439368:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317071.439373:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:3.0:1761317071.439374:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:3.0:1761317071.439380:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902782144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.439389:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902782144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317071.439411:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a05d348. 02000000:00000010:3.0:1761317071.439426:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4379ae3. 02000000:00000010:3.0:1761317071.439432:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d5d4ce8. 00000100:00000010:3.0:1761317071.439435:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.439438:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:3.0:1761317071.439440:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006442254f. 00080000:00000010:3.0:1761317071.439459:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf112f0b. 00010000:00000010:3.0:1761317071.439558:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.439565:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042cc85bd. 00010000:00000010:3.0:1761317071.439651:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.0:1761317071.439657:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.439665:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006442254f. 00000100:00000010:3.0:1761317071.439669:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:3.0:1761317071.439674:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.439714:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d5d4ce8. 02000000:00000010:3.0:1761317071.439737:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4379ae3. 00000400:00000010:3.0:1761317071.439742:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317071.439746:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317071.439751:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782208, portal 16 00000400:00000010:3.0:1761317071.439756:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317071.439758:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782208, offset 0 00000400:00000200:3.0:1761317071.439764:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.439773:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.439780:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.439783:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.439786:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.439789:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90170:90170:256:4294967295] 192.168.204.21@tcp LPNI seq info [90170:90170:8:4294967295] 00000400:00000200:3.0:1761317071.439796:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.439800:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.439804:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b25cfc05 (tot 82354066). 00000800:00000200:3.0:1761317071.439807:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.439812:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.439816:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b25cfc05 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.439939:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.439942:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b25cfc05 (tot 82353818). 00000400:00000200:2.0:1761317071.439945:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.439951:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.439954:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:2.0:1761317071.439957:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:2.0:1761317071.439961:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902782208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.444109:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.444126:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cd00 00000400:00000200:1.0:1761317071.444134:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb15f1 [1] + 224 00000400:00000200:1.0:1761317071.444146:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.444150:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.444160:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902782208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.444197:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.444204:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e100 00000400:00000200:1.0:1761317071.444211:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff69 [2] + 328 00000400:00000010:3.0:1761317071.444220:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:1.0:1761317071.444221:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.444226:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000200:1.0:1761317071.444227:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000010:3.0:1761317071.444230:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:1.0:1761317071.444235:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761317071.444238:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902782208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761317071.444242:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 00000100:00000200:3.0:1761317071.444251:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902782208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.444281:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4379ae3. 02000000:00000010:3.0:1761317071.444287:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d5d4ce8. 00000100:00000010:3.0:1761317071.444292:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.444295:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:3.0:1761317071.444298:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006442254f. 00000020:00000010:2.0:1761317071.444375:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2e62900. 00000020:00000010:2.0:1761317071.444383:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.444387:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.444411:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1f93d2d x1846872898920704/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317071.444452:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920704 02000000:00000010:2.0:1761317071.444462:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b2dfb6c. 00010000:00000010:2.0:1761317071.444490:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce84b9f0. 00010000:00000010:2.0:1761317071.444509:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000779ce791. 00000100:00000010:2.0:1761317071.444516:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.444533:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.444536:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000779ce791. 00000400:00000010:2.0:1761317071.444548:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.444552:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920704, offset 224 00000400:00000200:2.0:1761317071.444560:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.444571:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.444576:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90171:90171:256:4294967295] 192.168.204.21@tcp LPNI seq info [90171:90171:8:4294967295] 00000400:00000200:2.0:1761317071.444585:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.444590:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.444594:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317071.444599:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.444607:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.444611:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.444630:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.444634:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.444636:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2e62900. 00000800:00000200:2.0:1761317071.444748:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.444752:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:2.0:1761317071.444758:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.444761:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.444764:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.444765:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00080000:00000010:3.0:1761317071.445118:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c525fc7. 00010000:00000010:3.0:1761317071.445206:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.445212:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f49becc. 00010000:00000010:3.0:1761317071.445284:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf160527. 00010000:00000010:3.0:1761317071.445289:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.445300:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006442254f. 00000100:00000010:3.0:1761317071.445304:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:3.0:1761317071.445310:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.445322:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f9a9968. 02000000:00000010:3.0:1761317071.445356:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bfc2dd9. 00000400:00000010:3.0:1761317071.445361:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317071.445364:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317071.445369:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782272, portal 16 00000400:00000010:3.0:1761317071.445373:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317071.445374:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782272, offset 0 00000400:00000200:3.0:1761317071.445381:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.445389:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.445395:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.445398:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.445401:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.445403:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90172:90172:256:4294967295] 192.168.204.21@tcp LPNI seq info [90172:90172:8:4294967295] 00000400:00000200:3.0:1761317071.445410:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.445415:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.445418:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ebc9050 (tot 82354066). 00000800:00000200:3.0:1761317071.445422:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.445427:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.445430:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009ebc9050 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.445532:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.445535:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ebc9050 (tot 82353818). 00000400:00000200:2.0:1761317071.445538:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.445542:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.445545:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:2.0:1761317071.445546:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000100:00000200:2.0:1761317071.445551:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902782272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317071.450600:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.450620:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cd40 00000400:00000200:3.0:1761317071.450628:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb15fd [1] + 224 00000400:00000200:3.0:1761317071.450642:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.450645:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.450655:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902782272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317071.450804:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:0.0:1761317071.450810:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:0.0:1761317071.450812:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:0.0:1761317071.450818:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902782272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.450826:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902782272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.450854:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bfc2dd9. 02000000:00000010:0.0:1761317071.450860:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f9a9968. 00000100:00000010:0.0:1761317071.450863:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:0.0:1761317071.450868:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:0.0:1761317071.450871:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006442254f. 00000400:00000200:2.0:1761317071.453579:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.453600:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e140 00000400:00000200:2.0:1761317071.453609:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff69 [2] + 656 00000400:00000200:2.0:1761317071.453706:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.453711:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.453717:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317071.453723:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 00000020:00000010:0.0:1761317071.453832:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059a72e76. 00000020:00000010:0.0:1761317071.453839:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.453843:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317071.453867:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000211632ce x1846872898920768/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317071.453903:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920768 02000000:00000010:0.0:1761317071.453914:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005faccf2d. 00010000:00000010:0.0:1761317071.453942:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b217e3b. 00010000:00000010:0.0:1761317071.453962:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.453969:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000386ed668. 00000100:00000010:0.0:1761317071.453983:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000386ed668. 00010000:00000010:0.0:1761317071.453987:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.453999:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317071.454003:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920768, offset 224 00000400:00000200:0.0:1761317071.454012:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.454024:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.454028:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90173:90173:256:4294967295] 192.168.204.21@tcp LPNI seq info [90173:90173:8:4294967295] 00000400:00000200:0.0:1761317071.454037:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.454042:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.454047:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317071.454053:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.454058:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.454061:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.454079:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.454083:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317071.454086:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059a72e76. 00000800:00000200:0.0:1761317071.454145:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.454148:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:0.0:1761317071.454152:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.454156:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.454161:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:0.0:1761317071.454163:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00080000:00000010:3.0:1761317071.455477:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e30e5a9. 00010000:00000010:3.0:1761317071.455566:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.455574:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d0e9bca. 00010000:00000010:3.0:1761317071.455647:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000502f8506. 00010000:00000010:3.0:1761317071.455652:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.455662:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c2bba91. 00000100:00000010:3.0:1761317071.455667:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317071.455675:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 00010000:00000010:3.1:1761317071.457308:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000343b6317. 00010000:00000010:3.1:1761317071.457321:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1ce2731. 00010000:00000010:3.1:1761317071.457325:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebe3047. 00010000:00000010:2.1:1761317071.457449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f022f9. 02000000:00000010:1.0:1761317071.457525:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec727136. 02000000:00000010:1.0:1761317071.457559:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000398fb0b6. 00000400:00000010:1.0:1761317071.457565:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed2767a0. 00000400:00000010:1.0:1761317071.457572:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317071.457578:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782336, portal 16 00000400:00000010:1.0:1761317071.457584:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317071.457586:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782336, offset 0 00000400:00000200:1.0:1761317071.457597:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.457615:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.457623:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.457627:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.457630:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.457633:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90174:90174:256:4294967295] 192.168.204.21@tcp LPNI seq info [90174:90174:8:4294967295] 00000400:00000200:1.0:1761317071.457644:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.457651:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.457656:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317071.457662:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.457670:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.457674:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317071.458249:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.458254:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:3.0:1761317071.458259:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.458265:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.458270:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:3.0:1761317071.458272:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000100:00000200:3.0:1761317071.458280:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902782336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.459599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c0092c7. 00010000:00000010:3.1:1761317071.459609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:0.1:1761317071.467167:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076a86961. 00010000:00000010:3.1:1761317071.467907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000588c7833. 00010000:00000010:3.1:1761317071.467914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf160527. 00000400:00000200:0.0:1761317071.472842:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.472863:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cd80 00000400:00000200:0.0:1761317071.472873:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1609 [1] + 224 00000400:00000200:0.0:1761317071.472887:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.472891:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.472902:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902782336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.472944:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.472950:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e180 00000400:00000200:0.0:1761317071.472956:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff69 [2] + 984 00000400:00000200:0.0:1761317071.473017:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.473020:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.473024:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.473030:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 00000020:00000010:0.0:1761317071.473079:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6b07778. 00000020:00000010:0.0:1761317071.473086:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.473090:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317071.473114:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac236a31 x1846872898920832/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317071.473142:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920832 02000000:00000010:0.0:1761317071.473152:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024bf4c95. 00010000:00000010:0.0:1761317071.473191:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.473198:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000386ed668. 00000100:00000010:0.0:1761317071.473205:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000386ed668. 00010000:00000010:0.0:1761317071.473209:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.473224:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317071.473230:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920832, offset 224 00000400:00000200:0.0:1761317071.473239:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.473252:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.473259:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90175:90175:256:4294967295] 192.168.204.21@tcp LPNI seq info [90175:90175:8:4294967295] 00000400:00000200:0.0:1761317071.473269:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.473273:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.473277:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317071.473282:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.473288:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.473291:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.473307:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.473311:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317071.473314:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6b07778. 00000800:00000200:0.0:1761317071.473383:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.473386:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:0.0:1761317071.473389:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.473392:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.473395:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:0.0:1761317071.473397:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000400:00000010:3.0:1761317071.473449:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed2767a0. 00000400:00000200:3.0:1761317071.473454:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:3.0:1761317071.473455:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 00000100:00000200:3.0:1761317071.473461:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902782336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.473468:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902782336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317071.473487:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000610e3626. 02000000:00000010:3.0:1761317071.473514:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000398fb0b6. 02000000:00000010:3.0:1761317071.473519:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec727136. 00000100:00000010:3.0:1761317071.473522:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.473525:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:3.0:1761317071.473527:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c2bba91. 00080000:00000010:3.0:1761317071.473543:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3ad35b3. 00010000:00000010:3.0:1761317071.473623:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.473629:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a82f4b9. 00010000:00000010:3.0:1761317071.473731:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad00aafc. 00010000:00000010:3.0:1761317071.473735:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004cb6506. 00010000:00000010:3.0:1761317071.473740:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf160527. 00010000:00000010:3.0:1761317071.473745:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00080000:00000010:3.0:1761317071.473757:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbc5d08a. 00010000:00000010:3.0:1761317071.473782:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.473786:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004cb6506. 00010000:00000010:3.0:1761317071.473840:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.0:1761317071.473844:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.473851:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c2bba91. 00000100:00000010:3.0:1761317071.473854:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317071.473860:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.473870:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000734a8c25. 02000000:00000010:3.0:1761317071.473891:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f9a9968. 00000400:00000010:3.0:1761317071.473896:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317071.473900:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317071.473904:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782400, portal 16 00000400:00000010:3.0:1761317071.473908:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317071.473910:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782400, offset 0 00000400:00000200:3.0:1761317071.473915:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.473922:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.473928:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.473932:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.473934:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.473937:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90176:90176:256:4294967295] 192.168.204.21@tcp LPNI seq info [90176:90176:8:4294967295] 00000400:00000200:3.0:1761317071.473943:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.473948:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.473951:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000202a79d (tot 82354066). 00000800:00000200:3.0:1761317071.473955:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.473959:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.473962:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000202a79d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.474385:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.474388:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000202a79d (tot 82353818). 00000400:00000200:0.0:1761317071.474391:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.474395:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.474398:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:0.0:1761317071.474399:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:0.0:1761317071.474404:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902782400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.475491:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.475513:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cdc0 00000400:00000200:0.0:1761317071.475523:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1615 [1] + 224 00000400:00000200:0.0:1761317071.475539:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.475543:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.475553:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902782400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.475636:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000400:00000200:3.0:1761317071.475640:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:3.0:1761317071.475643:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000100:00000200:3.0:1761317071.475648:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902782400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.475655:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902782400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.475712:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f9a9968. 02000000:00000010:3.0:1761317071.475718:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000734a8c25. 00000100:00000010:3.0:1761317071.475722:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.475726:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:3.0:1761317071.475730:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c2bba91. 00000400:00000200:0.0:1761317071.476054:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.476063:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e1c0 00000400:00000200:0.0:1761317071.476070:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff69 [2] + 1312 00000400:00000200:0.0:1761317071.476132:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.476136:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.476142:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.476148:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 00000020:00000010:3.0:1761317071.476244:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000734a8c25. 00000020:00000010:3.0:1761317071.476278:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000004cb6506. 00000020:00000010:3.0:1761317071.476285:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.476318:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017474c62 x1846872898920896/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.476365:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920896 02000000:00000010:3.0:1761317071.476379:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004f9a9968. 00010000:00000010:3.0:1761317071.476419:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086e6b448. 00010000:00000010:3.0:1761317071.476447:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c2bba91. 00000100:00000010:3.0:1761317071.476455:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317071.476469:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:3.0:1761317071.476472:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c2bba91. 00000400:00000010:3.0:1761317071.476489:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317071.476495:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920896, offset 224 00000400:00000200:3.0:1761317071.476506:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.476523:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.476530:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90177:90177:256:4294967295] 192.168.204.21@tcp LPNI seq info [90177:90177:8:4294967295] 00000400:00000200:3.0:1761317071.476546:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.476552:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.476557:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d063010d (tot 82354066). 00000800:00000200:3.0:1761317071.476566:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.476574:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.476578:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d063010d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.476596:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000004cb6506. 00000020:00000010:3.0:1761317071.476601:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.476604:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000734a8c25. 00080000:00000010:3.0:1761317071.476640:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000734a8c25. 00010000:00000010:3.0:1761317071.476794:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.476802:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000711d22db. 00010000:00000010:3.0:1761317071.476893:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.0:1761317071.476899:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.476908:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c2bba91. 00000100:00000010:3.0:1761317071.476911:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317071.476917:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.476930:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bfc2dd9. 02000000:00000010:3.0:1761317071.476960:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e86f1d1. 00000400:00000010:3.0:1761317071.476964:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317071.476969:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317071.476975:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782464, portal 16 00000400:00000010:3.0:1761317071.476979:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317071.476980:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782464, offset 0 00000400:00000200:3.0:1761317071.476985:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.476991:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.476999:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.477003:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.477006:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.477008:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90178:90178:255:4294967295] 192.168.204.21@tcp LPNI seq info [90178:90178:7:4294967295] 00000400:00000200:3.0:1761317071.477016:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.477020:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.477023:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bc492ed (tot 82354314). 00000800:00000200:3.0:1761317071.477026:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.477030:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.477032:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bc492ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.477282:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.477286:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d063010d (tot 82354066). 00000400:00000200:0.0:1761317071.477291:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.477295:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.477299:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:0.0:1761317071.477301:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000800:00000200:0.0:1761317071.477358:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.477360:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82353818). 00000400:00000200:0.0:1761317071.477363:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.477366:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.477367:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:0.0:1761317071.477369:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000100:00000200:0.0:1761317071.477373:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902782464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.484636:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.484660:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ce00 00000400:00000200:1.0:1761317071.484669:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1621 [1] + 224 00000400:00000200:1.0:1761317071.484703:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.484709:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.484721:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902782464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.484755:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.484761:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e200 00000400:00000200:1.0:1761317071.484766:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff69 [2] + 1640 00000400:00000200:1.0:1761317071.484828:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.484832:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.484836:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.484841:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 00000020:00000010:1.0:1761317071.484897:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8372ad8. 00000020:00000010:1.0:1761317071.484905:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.484910:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.484939:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ef4b071 x1846872898920960/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317071.484969:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898920960 02000000:00000010:1.0:1761317071.484979:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d486ae1. 00010000:00000010:1.0:1761317071.485021:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f620fa0. 00000100:00000010:1.0:1761317071.485029:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d42d3c0. 00000100:00000010:1.0:1761317071.485037:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d42d3c0. 00010000:00000010:1.0:1761317071.485041:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f620fa0. 00000400:00000010:1.0:1761317071.485057:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bd35a22. 00000100:00000200:1.0:1761317071.485063:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898920960, offset 224 00000400:00000200:1.0:1761317071.485070:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.485081:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.485086:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90179:90179:256:4294967295] 192.168.204.21@tcp LPNI seq info [90179:90179:8:4294967295] 00000400:00000200:1.0:1761317071.485095:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.485100:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.485104:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317071.485109:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.485115:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.485120:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.485137:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.485143:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.485146:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8372ad8. 00000400:00000010:3.0:1761317071.485468:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000800:00000200:1.0:1761317071.486445:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1761317071.486454:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000800:00000010:1.0:1761317071.486454:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000010:3.0:1761317071.486461:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000400:00000200:1.0:1761317071.486465:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.486478:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.486483:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902782464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.486488:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bd35a22 00000400:00000010:1.0:1761317071.486493:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bd35a22. 00000100:00000200:3.0:1761317071.486503:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902782464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317071.486544:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1a59326. 02000000:00000010:3.0:1761317071.486569:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e86f1d1. 02000000:00000010:3.0:1761317071.486577:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bfc2dd9. 00000100:00000010:3.0:1761317071.486581:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.486586:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:3.0:1761317071.486590:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c2bba91. 00080000:00000010:3.0:1761317071.486622:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e86f1d1. 00010000:00000010:3.0:1761317071.486776:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.486785:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007cd6786b. 00010000:00000010:3.0:1761317071.486908:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000536bc800. 00010000:00000010:3.0:1761317071.486916:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.486931:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c2bba91. 00000100:00000010:3.0:1761317071.486940:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317071.486950:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.486969:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bfc2dd9. 02000000:00000010:3.0:1761317071.487009:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078a1c9ed. 00000400:00000010:3.0:1761317071.487015:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317071.487022:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317071.487030:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782528, portal 16 00000400:00000010:3.0:1761317071.487036:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000249f2032. 00000100:00000200:3.0:1761317071.487038:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782528, offset 0 00000400:00000200:3.0:1761317071.487049:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.487066:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.487075:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.487080:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.487083:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.487086:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90180:90180:256:4294967295] 192.168.204.21@tcp LPNI seq info [90180:90180:8:4294967295] 00000400:00000200:3.0:1761317071.487097:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.487104:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.487110:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049e9af67 (tot 82354066). 00000800:00000200:3.0:1761317071.487117:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.487125:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.487130:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049e9af67 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.487622:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.487626:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:1.0:1761317071.487632:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.487638:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.487642:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000249f2032 00000400:00000010:1.0:1761317071.487643:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000249f2032. 00000100:00000200:1.0:1761317071.487651:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902782528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.492138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5622741. 00010000:00000010:3.1:1761317071.492161:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067e32008. 00010000:00000010:3.1:1761317071.492167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502f8506. 00010000:00000010:3.1:1761317071.492172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00aafc. 00010000:00000010:3.1:1761317071.492179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf160527. 00010000:00000010:3.1:1761317071.492185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004406287a. 00010000:00000010:3.1:1761317071.492192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005031cc60. 00010000:00000010:3.1:1761317071.492199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61fd0c5. 00000400:00000200:1.0:1761317071.492454:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.492475:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ce40 00000400:00000200:1.0:1761317071.492483:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb162d [1] + 224 00000400:00000200:1.0:1761317071.492496:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.492500:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.492511:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902782528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.492549:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.492555:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e240 00000400:00000200:1.0:1761317071.492561:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaff69 [2] + 1968 00000400:00000010:1.0:1761317071.492566:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085bc5fe6. 00000400:00000200:1.0:1761317071.492570:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004f104801 00000400:00000200:1.0:1761317071.492582:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.492584:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.492587:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f104801 00000400:00000010:1.0:1761317071.492589:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004f104801 (tot 82353666). 00000100:00000200:1.0:1761317071.492596:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761317071.492924:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000400:00000200:3.0:1761317071.492935:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:3.0:1761317071.492938:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000100:00000200:3.0:1761317071.492954:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902782528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.492964:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902782528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761317071.492987:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059a72e76. 00000020:00000010:0.0:1761317071.492998:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.493005:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 02000000:00000010:3.0:1761317071.493009:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078a1c9ed. 02000000:00000010:3.0:1761317071.493017:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bfc2dd9. 00000100:00000010:3.0:1761317071.493023:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.493027:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:3.0:1761317071.493032:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c2bba91. 00000100:00000200:0.0:1761317071.493037:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d7c081c8 x1846872898921024/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317071.493083:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921024 02000000:00000010:0.0:1761317071.493100:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6b07778. 00010000:00000010:0.0:1761317071.493141:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000991794e3. 00010000:00000010:0.0:1761317071.493170:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.493179:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000386ed668. 00000100:00000010:0.0:1761317071.493195:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000386ed668. 00010000:00000010:0.0:1761317071.493199:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.493215:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317071.493221:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921024, offset 224 00000400:00000200:0.0:1761317071.493234:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.493252:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.493261:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90181:90181:256:4294967295] 192.168.204.21@tcp LPNI seq info [90181:90181:8:4294967295] 00000400:00000200:0.0:1761317071.493276:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.493284:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.493302:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82353914). 00000800:00000200:0.0:1761317071.493313:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.493323:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.493328:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.493383:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.493389:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317071.493393:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059a72e76. 02000000:00000010:0.0:1761317071.493406:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d486ae1. 00000100:00000010:0.0:1761317071.493412:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 02000000:00000010:0.0:1761317071.493417:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004f9a9968. 00000100:00000010:0.0:1761317071.493420:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317071.493425:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024bf4c95. 00000100:00000010:0.0:1761317071.493429:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317071.493433:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005faccf2d. 00000100:00000010:0.0:1761317071.493436:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 02000000:00000010:0.0:1761317071.493446:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b2dfb6c. 00000100:00000010:0.0:1761317071.493452:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 02000000:00000010:0.0:1761317071.493456:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b3ce8458. 00000100:00000010:0.0:1761317071.493458:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 00000100:00000200:0.0:1761317071.493468:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317071.493475:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000030134e6c. 00000400:00000010:0.0:1761317071.493483:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000386ed668 (tot 82354066). 00000800:00000200:1.0:1761317071.493485:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.493494:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:1.0:1761317071.493500:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.493509:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.493513:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:1.0:1761317071.493515:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 02000000:00000010:1.0:1761317071.493521:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6b07778. 00010000:00000010:3.1:1761317071.493708:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093a3113d. 00010000:00000010:3.1:1761317071.493718:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037084fa3. 00010000:00000010:3.1:1761317071.493724:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebe3047. 00080000:00000010:3.0:1761317071.493741:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d5d4ce8. 00010000:00000010:3.0:1761317071.493944:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.493952:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f126551. 00010000:00000010:3.0:1761317071.494066:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.0:1761317071.494074:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.494086:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c2bba91. 00000100:00000010:3.0:1761317071.494093:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317071.494103:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.494119:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f9a9968. 02000000:00000010:3.0:1761317071.494150:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bfc2dd9. 00000400:00000010:3.0:1761317071.494155:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317071.494160:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317071.494165:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782592, portal 16 00000400:00000010:3.0:1761317071.494170:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317071.494173:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782592, offset 0 00000400:00000200:3.0:1761317071.494180:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.494191:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.494200:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.494206:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.494210:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.494214:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90182:90182:256:4294967295] 192.168.204.21@tcp LPNI seq info [90182:90182:8:4294967295] 00000400:00000200:3.0:1761317071.494227:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.494233:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.494238:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000049e9af67 (tot 82354066). 00000800:00000200:3.0:1761317071.494243:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.494252:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.494256:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000049e9af67 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.495173:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.495179:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000049e9af67 (tot 82353818). 00000400:00000200:1.0:1761317071.495185:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.495195:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.495200:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:1.0:1761317071.495203:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:1.0:1761317071.495213:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902782592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317071.504610:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.504639:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ce80 00000400:00000200:3.0:1761317071.504651:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb163d [1] + 224 00000400:00000200:3.0:1761317071.504673:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.504704:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.504723:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902782592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.504782:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000400:00000200:3.0:1761317071.504788:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:3.0:1761317071.504791:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000100:00000200:3.0:1761317071.504796:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902782592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.504804:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902782592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.504846:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bfc2dd9. 02000000:00000010:3.0:1761317071.504853:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f9a9968. 00000100:00000010:3.0:1761317071.504856:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317071.504861:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:3.0:1761317071.504866:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c2bba91. 00010000:00000010:3.1:1761317071.509712:0:785:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000394c1455. 00010000:00000010:3.1:1761317071.509731:0:785:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000536bc800. 00010000:00000010:0.1:1761317071.510121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000752591db. 00000400:00000200:0.0:1761317071.519795:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.519822:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e280 00000400:00000200:0.0:1761317071.519831:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaffc1 [2] + 0 00000400:00000200:0.0:1761317071.520202:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.520209:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.520219:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.520228:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 00000020:00000010:3.0:1761317071.520511:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f9a9968. 00000020:00000010:3.0:1761317071.520521:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.520527:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.520564:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac236a31 x1846872898921088/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.520600:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921088 02000000:00000010:3.0:1761317071.520615:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003bfc2dd9. 00010000:00000010:3.0:1761317071.520654:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9d124b2. 00010000:00000010:3.0:1761317071.520703:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c2bba91. 00000100:00000010:3.0:1761317071.520713:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317071.520728:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:3.0:1761317071.520732:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c2bba91. 00000400:00000010:3.0:1761317071.520749:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317071.520756:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921088, offset 224 00000400:00000200:3.0:1761317071.520767:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.520782:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.520789:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90183:90183:256:4294967295] 192.168.204.21@tcp LPNI seq info [90183:90183:8:4294967295] 00000400:00000200:3.0:1761317071.520804:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.520810:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.520816:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bc492ed (tot 82354066). 00000800:00000200:3.0:1761317071.520822:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.520831:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.520835:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bc492ed type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.520855:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.520861:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.520865:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f9a9968. 00080000:00000010:3.0:1761317071.520898:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f9a9968. 00010000:00000010:3.0:1761317071.521015:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.521022:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078a3a49a. 00010000:00000010:3.0:1761317071.521116:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000536bc800. 00010000:00000010:3.0:1761317071.521123:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.521135:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c2bba91. 00000100:00000010:3.0:1761317071.521138:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:3.0:1761317071.521148:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317071.521162:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078a1c9ed. 02000000:00000010:3.0:1761317071.521198:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4379ae3. 00000400:00000010:3.0:1761317071.521205:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317071.521211:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000874d2110. 00000100:00000200:3.0:1761317071.521217:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782656, portal 16 00000400:00000010:3.0:1761317071.521223:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317071.521226:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782656, offset 0 00000400:00000200:3.0:1761317071.521234:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.521242:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.521250:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.521255:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.521259:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.521264:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90184:90184:255:4294967295] 192.168.204.21@tcp LPNI seq info [90184:90184:7:4294967295] 00000400:00000200:3.0:1761317071.521273:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.521278:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.521281:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d063010d (tot 82354314). 00000800:00000200:3.0:1761317071.521304:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.521308:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.521311:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d063010d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.521531:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.521536:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bc492ed (tot 82354066). 00000400:00000200:0.0:1761317071.521542:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.521553:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.521561:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:0.0:1761317071.521565:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000800:00000200:0.0:1761317071.521796:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.521799:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d063010d (tot 82353818). 00000400:00000200:0.0:1761317071.521803:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.521807:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.521810:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:0.0:1761317071.521813:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000100:00000200:0.0:1761317071.521823:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902782656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.527194:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7e7c86e. 00000400:00000200:0.0:1761317071.527790:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.527814:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cec0 00000400:00000200:0.0:1761317071.527825:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1649 [1] + 224 00000400:00000200:0.0:1761317071.527845:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.527850:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.527864:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902782656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.528407:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000400:00000200:1.0:1761317071.528416:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000874d2110 00000400:00000010:1.0:1761317071.528420:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000874d2110. 00000100:00000200:1.0:1761317071.528431:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902782656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.528442:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902782656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.528486:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4379ae3. 02000000:00000010:1.0:1761317071.528494:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078a1c9ed. 00000100:00000010:1.0:1761317071.528501:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:1.0:1761317071.528507:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:1.0:1761317071.528511:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c2bba91. 00010000:00000010:3.1:1761317071.530794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013f7fd56. 00010000:00000010:3.1:1761317071.530812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebe3047. 00000400:00000200:0.0:1761317071.531415:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.531439:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e2c0 00000400:00000200:0.0:1761317071.531447:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaffc1 [2] + 328 00000400:00000200:0.0:1761317071.532070:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.532077:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.532087:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.532094:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 00000020:00000010:1.0:1761317071.532220:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8372ad8. 00000020:00000010:1.0:1761317071.532231:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.532237:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.532272:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017474c62 x1846872898921152/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317071.532489:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921152 02000000:00000010:1.0:1761317071.532506:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d486ae1. 00010000:00000010:1.0:1761317071.532547:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006df4b55b. 00010000:00000010:1.0:1761317071.532576:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008950c8c5. 00000100:00000010:1.0:1761317071.532584:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d42d3c0. 00000100:00000010:1.0:1761317071.532610:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d42d3c0. 00010000:00000010:1.0:1761317071.532615:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000400:00000010:1.0:1761317071.532636:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bd35a22. 00000100:00000200:1.0:1761317071.532643:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921152, offset 224 00000400:00000200:1.0:1761317071.532653:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.532667:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.532674:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90185:90185:256:4294967295] 192.168.204.21@tcp LPNI seq info [90185:90185:8:4294967295] 00000400:00000200:1.0:1761317071.532713:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.532719:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.532725:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317071.532732:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.532741:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.532746:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.532765:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.532773:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.532777:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8372ad8. 00000800:00000200:0.0:1761317071.533082:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.533087:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:0.0:1761317071.533093:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.533098:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.533103:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bd35a22 00000400:00000010:0.0:1761317071.533105:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bd35a22. 00080000:00000010:2.0:1761317071.533640:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2e62900. 00010000:00000010:2.0:1761317071.533795:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:2.0:1761317071.533804:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ada0d09. 00010000:00000010:2.0:1761317071.533876:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49b56c0. 00010000:00000010:2.0:1761317071.533880:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003386c99a. 00010000:00000010:2.0:1761317071.533886:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bc260e1. 00010000:00000010:2.0:1761317071.533892:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00080000:00000010:2.0:1761317071.533908:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd7ab0f0. 00010000:00000010:2.0:1761317071.533946:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.533950:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003386c99a. 00010000:00000010:2.0:1761317071.533995:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000730260f4. 00010000:00000010:2.0:1761317071.534000:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.534007:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.534015:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.534024:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.534038:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009eefb9da. 02000000:00000010:2.0:1761317071.534072:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027473bc4. 00000400:00000010:2.0:1761317071.534079:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.534085:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.534091:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782720, portal 16 00000400:00000010:2.0:1761317071.534096:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009e2c497. 00000100:00000200:2.0:1761317071.534098:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782720, offset 0 00000400:00000200:2.0:1761317071.534108:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.534123:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.534130:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.534134:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.534137:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.534139:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90186:90186:256:4294967295] 192.168.204.21@tcp LPNI seq info [90186:90186:8:4294967295] 00000400:00000200:2.0:1761317071.534150:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.534156:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.534160:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317071.534165:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.534173:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.534178:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.535044:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.535049:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:0.0:1761317071.535058:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.535065:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.535070:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:0.0:1761317071.535072:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000100:00000200:0.0:1761317071.535082:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902782720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.538458:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.538480:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cf00 00000400:00000200:0.0:1761317071.538490:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1655 [1] + 224 00000400:00000200:0.0:1761317071.538503:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.538507:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.538516:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902782720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.538555:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.538561:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e300 00000400:00000200:0.0:1761317071.538566:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaffc1 [2] + 656 00000400:00000200:0.0:1761317071.538640:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.538645:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.538650:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.538655:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000020:00000010:1.0:1761317071.538793:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8372ad8. 00000020:00000010:1.0:1761317071.538807:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.538814:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.538851:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898921216/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.538884:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921216 02000000:00000010:1.0:1761317071.538899:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec727136. 00010000:00000010:1.0:1761317071.538952:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008950c8c5. 00000100:00000010:1.0:1761317071.538962:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d42d3c0. 00000100:00000010:1.0:1761317071.538971:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d42d3c0. 00010000:00000010:1.0:1761317071.538976:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000400:00000010:1.0:1761317071.538997:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027e5fb55. 00000100:00000200:1.0:1761317071.539004:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921216, offset 224 00000400:00000200:1.0:1761317071.539014:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.539032:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.539040:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90187:90187:256:4294967295] 192.168.204.21@tcp LPNI seq info [90187:90187:8:4294967295] 00000400:00000200:1.0:1761317071.539067:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.539075:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000400:00000010:2.0:1761317071.539077:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000800:00000010:1.0:1761317071.539083:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000400:00000200:2.0:1761317071.539085:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.539091:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000800:00000200:1.0:1761317071.539097:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000100:00000200:2.0:1761317071.539103:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902782720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761317071.539115:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.539126:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1761317071.539129:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902782720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761317071.539160:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.539170:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00010000:00000010:2.0:1761317071.539174:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5fc520c. 00000020:00000010:1.0:1761317071.539176:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8372ad8. 02000000:00000010:2.0:1761317071.539204:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027473bc4. 02000000:00000010:2.0:1761317071.539211:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009eefb9da. 00000100:00000010:2.0:1761317071.539216:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.539219:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.539223:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00080000:00000010:2.0:1761317071.539242:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009eefb9da. 00010000:00000010:2.0:1761317071.539337:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.539361:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c7395f8. 00010000:00000010:2.0:1761317071.539439:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b103455f. 00010000:00000010:2.0:1761317071.539445:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.539457:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.539462:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.539470:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.539481:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027473bc4. 02000000:00000010:2.0:1761317071.539513:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4528e89. 00000400:00000010:2.0:1761317071.539517:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.539521:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.539527:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782784, portal 16 00000400:00000010:2.0:1761317071.539532:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038c9f7c. 00000100:00000200:2.0:1761317071.539534:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782784, offset 0 00000400:00000200:2.0:1761317071.539541:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.539552:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.539559:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.539562:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.539565:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.539568:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90188:90188:255:4294967295] 192.168.204.21@tcp LPNI seq info [90188:90188:7:4294967295] 00000400:00000200:2.0:1761317071.539578:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.539584:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.539588:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354314). 00000800:00000200:2.0:1761317071.539594:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.539600:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.539604:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.540113:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.540117:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82354066). 00000400:00000200:0.0:1761317071.540122:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.540127:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.540131:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027e5fb55 00000400:00000010:0.0:1761317071.540133:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027e5fb55. 00000800:00000200:0.0:1761317071.540377:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.540380:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:0.0:1761317071.540386:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.540390:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.540392:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000038c9f7c 00000400:00000010:0.0:1761317071.540393:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000038c9f7c. 00000100:00000200:0.0:1761317071.540398:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902782784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.541777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2c73e47. 00000400:00000200:0.0:1761317071.541850:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.541869:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 26 MB=0x68fb89b15e340 00000400:00000200:0.0:1761317071.541876:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.21@tcp of length 224/224 into md 0x8d7d9 [2] + 0 00000400:00000010:0.0:1761317071.541881:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000075617404. 00000400:00000200:0.0:1761317071.541885:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000534ca08d 00000400:00000200:0.0:1761317071.541895:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.541899:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.541904:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000534ca08d 00000400:00000010:0.0:1761317071.541906:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000534ca08d (tot 82353666). 00000100:00000200:0.0:1761317071.541913:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1761317071.541941:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.541946:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 28 MB=0x68fb89b15e3c0 00000400:00000200:0.0:1761317071.541951:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.21@tcp of length 224/224 into md 0x76289 [8] + 7392 00000400:00000200:0.0:1761317071.541956:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.541958:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.541962:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1761317071.541967:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008573e6a3. 00000400:00000200:0.0:1761317071.541993:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.541998:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 12 MB=0x68fb89b15e380 00000400:00000200:0.0:1761317071.542004:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.21@tcp of length 224/224 into md 0x7cf05 [64] + 156344 00000400:00000200:0.0:1761317071.542011:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.542013:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.542017:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1761317071.542020:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004d38aa77. 00000400:00000200:0.0:1761317071.542045:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.542050:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 28 MB=0x68fb89b15e400 00000400:00000200:0.0:1761317071.542053:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.21@tcp of length 224/224 into md 0x76289 [8] + 7616 00000400:00000200:0.0:1761317071.542063:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.542066:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.542071:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1761317071.542075:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005e114547. 00000020:00000010:1.0:1761317071.542115:0:76458:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8372ad8. 00000020:00000010:1.0:1761317071.542128:0:76458:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:0.0:1761317071.542130:0:68011:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005faccf2d. 00000020:00000010:1.0:1761317071.542136:0:76458:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000020:00000010:0.0:1761317071.542139:0:68011:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.542146:0:68011:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317071.542198:0:68011:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024bf4c95. 00000020:00000010:0.0:1761317071.542200:0:68011:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.542203:0:68011:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:1.0:1761317071.542206:0:76458:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921344 00000100:00000200:0.0:1761317071.542227:0:68011:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921408 02000000:00000010:1.0:1761317071.542239:0:76458:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000398fb0b6. 02000000:00000010:0.0:1761317071.542250:0:68011:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059a72e76. 00010000:00000200:1.0:1761317071.542257:0:76458:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000004d38aa77 x1846872898921344/t0(0) o400->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:264/0 lens 224/224 e 0 to 0 dl 1761317114 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000200:0.0:1761317071.542264:0:68011:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000008573e6a3 x1846872898921408/t0(0) o400->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:264/0 lens 224/224 e 0 to 0 dl 1761317114 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761317071.542295:0:68011:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317071.542299:0:68011:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846872898921408, offset 224 00000400:00000200:0.0:1761317071.542305:0:68011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.542315:0:68011:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.542319:0:68011:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90189:90189:256:4294967295] 192.168.204.21@tcp LPNI seq info [90189:90189:8:4294967295] 00000400:00000200:0.0:1761317071.542328:0:68011:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.542332:0:68011:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.542336:0:68011:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82353914). 00000800:00000200:0.0:1761317071.542351:0:68011:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.542357:0:68011:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.542361:0:68011:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.542376:0:68011:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317071.542380:0:68011:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317071.542383:0:68011:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005faccf2d. 00000100:00000200:0.0:1761317071.542393:0:68011:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921472 02000000:00000010:0.0:1761317071.542399:0:68011:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005faccf2d. 00010000:00000200:0.0:1761317071.542402:0:68011:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000005e114547 x1846872898921472/t0(0) o400->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:264/0 lens 224/224 e 0 to 0 dl 1761317114 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761317071.542411:0:68011:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317071.542413:0:68011:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846872898921472, offset 224 00000400:00000200:0.0:1761317071.542417:0:68011:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.542421:0:68011:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.542424:0:68011:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90190:90190:255:4294967295] 192.168.204.21@tcp LPNI seq info [90190:90190:7:4294967295] 00000400:00000200:0.0:1761317071.542430:0:68011:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.542434:0:68011:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.542438:0:68011:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354162). 00000800:00000200:0.0:1761317071.542441:0:68011:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.542444:0:68011:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.542446:0:68011:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.542451:0:68011:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.542453:0:68011:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.542455:0:68011:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024bf4c95. 00000800:00000200:0.0:1761317071.542506:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.542509:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353914). 00000400:00000200:0.0:1761317071.542513:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.542515:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.542518:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:0.0:1761317071.542519:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000800:00000200:0.0:1761317071.542574:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.542576:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353666). 00000400:00000200:0.0:1761317071.542579:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.542582:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.542584:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:0.0:1761317071.542585:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 00000020:00000010:2.0:1761317071.543045:0:71779:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083551c34. 00000020:00000010:2.0:1761317071.543050:0:71779:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317071.543053:0:71779:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.543076:0:71779:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921280 02000000:00000010:2.0:1761317071.543082:0:71779:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000052a228cd. 00010000:00000200:2.0:1761317071.543088:0:71779:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000007693835b x1846872898921280/t0(0) o400->cd79e51f-b5ab-4c9b-86c8-53fa7b4d3b83@192.168.204.21@tcp:264/0 lens 224/224 e 0 to 0 dl 1761317114 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761317071.543096:0:71779:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317071.543099:0:71779:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846872898921280, offset 224 00000400:00000200:2.0:1761317071.543103:0:71779:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.543109:0:71779:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.543112:0:71779:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90191:90191:256:4294967295] 192.168.204.21@tcp LPNI seq info [90191:90191:8:4294967295] 00000400:00000200:2.0:1761317071.543120:0:71779:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.543123:0:71779:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.543126:0:71779:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82353914). 00000800:00000200:2.0:1761317071.543129:0:71779:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.543133:0:71779:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.543135:0:71779:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.543153:0:71779:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317071.543156:0:71779:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.543159:0:71779:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083551c34. 00000100:00000200:2.0:1761317071.543165:0:71779:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1761317071.543170:0:71779:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e2d98d25. 00000400:00000010:2.0:1761317071.543175:0:71779:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000259adec0 (tot 82354066). 00000400:00000010:1.0:1761317071.543400:0:76458:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027e5fb55. 00000100:00000200:1.0:1761317071.543408:0:76458:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846872898921344, offset 224 00000400:00000200:1.0:1761317071.543418:0:76458:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.543432:0:76458:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.543437:0:76458:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90192:90192:255:4294967295] 192.168.204.21@tcp LPNI seq info [90192:90192:7:4294967295] 00000400:00000200:1.0:1761317071.543447:0:76458:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.543452:0:76458:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.543458:0:76458:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317071.543464:0:76458:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.543471:0:76458:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.543474:0:76458:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.543501:0:76458:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.543510:0:76458:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.543514:0:76458:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8372ad8. 00000800:00000200:0.0:1761317071.543828:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.543833:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82354066). 00000400:00000200:0.0:1761317071.543840:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.543846:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.543849:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:0.0:1761317071.543851:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 02000000:00000010:0.0:1761317071.543858:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000052a228cd. 00000800:00000200:0.0:1761317071.543905:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.543907:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:0.0:1761317071.543910:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.543913:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.543915:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027e5fb55 00000400:00000010:0.0:1761317071.543916:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027e5fb55. 00000400:00000200:0.0:1761317071.548464:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.548487:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cf40 00000400:00000200:0.0:1761317071.548496:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1661 [1] + 224 00000400:00000200:0.0:1761317071.548509:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.548513:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.548524:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902782784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.548564:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.548570:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e440 00000400:00000200:0.0:1761317071.548576:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaffc1 [2] + 984 00000400:00000200:0.0:1761317071.548589:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.548592:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.548596:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.548604:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 00000020:00000010:3.0:1761317071.548882:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4379ae3. 00000020:00000010:3.0:1761317071.548889:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.548894:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.548920:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec6b75a x1846872898921536/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.548962:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921536 02000000:00000010:3.0:1761317071.548977:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000026b656ba. 00010000:00000010:3.0:1761317071.549023:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.549029:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.549035:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.549039:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00000400:00000010:3.0:1761317071.549055:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000732eef34. 00000100:00000200:3.0:1761317071.549061:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921536, offset 224 00000400:00000200:3.0:1761317071.549071:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.549082:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.549088:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90193:90193:256:4294967295] 192.168.204.21@tcp LPNI seq info [90193:90193:8:4294967295] 00000400:00000200:3.0:1761317071.549098:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.549103:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.549108:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.549114:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.549120:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.549124:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.549140:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.549144:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.549147:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4379ae3. 00000400:00000010:2.0:1761317071.549253:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.549259:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.549261:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.549268:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902782784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.549276:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902782784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317071.549300:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c110128. 02000000:00000010:2.0:1761317071.549316:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4528e89. 02000000:00000010:2.0:1761317071.549323:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027473bc4. 00000100:00000010:2.0:1761317071.549327:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.549330:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.549333:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00080000:00000010:2.0:1761317071.549361:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027473bc4. 00010000:00000010:2.0:1761317071.549440:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.549446:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ecc7e56e. 00010000:00000010:2.0:1761317071.549518:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317071.549524:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.549534:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.549537:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.549542:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.549552:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4528e89. 02000000:00000010:2.0:1761317071.549573:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083551c34. 00000400:00000010:2.0:1761317071.549578:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.549581:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.549586:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782848, portal 16 00000400:00000010:2.0:1761317071.549591:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317071.549593:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782848, offset 0 00000400:00000200:2.0:1761317071.549598:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.549605:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.549612:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.549615:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.549618:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.549620:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90194:90194:255:4294967295] 192.168.204.21@tcp LPNI seq info [90194:90194:7:4294967295] 00000400:00000200:2.0:1761317071.549628:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.549632:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.549635:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354314). 00000800:00000200:2.0:1761317071.549639:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.549643:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.549645:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.549751:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.549755:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:0.0:1761317071.549764:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.549768:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.549770:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000732eef34 00000400:00000010:0.0:1761317071.549772:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000732eef34. 00000800:00000200:0.0:1761317071.549835:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.549837:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:0.0:1761317071.549843:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.549847:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.549849:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:0.0:1761317071.549851:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000100:00000200:0.0:1761317071.549856:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902782848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.550724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cf1fdaa. 00010000:00000010:2.1:1761317071.550734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000536bc800. 00010000:00000010:2.1:1761317071.550737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49b56c0. 00010000:00000010:2.1:1761317071.550740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc260e1. 00000400:00000200:0.0:1761317071.551972:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.551992:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cf80 00000400:00000200:0.0:1761317071.552002:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1681 [1] + 224 00000400:00000200:0.0:1761317071.552016:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.552020:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.552029:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902782848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.552063:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.552068:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e480 00000400:00000200:0.0:1761317071.552074:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaffc1 [2] + 1312 00000400:00000200:0.0:1761317071.552084:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.552087:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.552091:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.552096:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00000020:00000010:1.0:1761317071.552217:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8372ad8. 00000020:00000010:1.0:1761317071.552224:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.552229:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.552254:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898921600/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317071.552287:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921600 02000000:00000010:1.0:1761317071.552299:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f91f7627. 00010000:00000010:1.0:1761317071.552347:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008950c8c5. 00000100:00000010:1.0:1761317071.552355:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d42d3c0. 00000100:00000010:1.0:1761317071.552360:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d42d3c0. 00010000:00000010:1.0:1761317071.552362:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000400:00000010:1.0:1761317071.552376:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bd35a22. 00000100:00000200:1.0:1761317071.552380:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921600, offset 224 00000400:00000200:1.0:1761317071.552387:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.552396:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.552401:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90195:90195:256:4294967295] 192.168.204.21@tcp LPNI seq info [90195:90195:8:4294967295] 00000400:00000200:1.0:1761317071.552411:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.552415:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.552419:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354066). 00000800:00000200:1.0:1761317071.552424:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.552429:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.552432:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.552443:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.552447:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.552450:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8372ad8. 00000800:00000200:0.0:1761317071.552593:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.552596:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:0.0:1761317071.552599:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.552603:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.552606:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bd35a22 00000400:00000010:0.0:1761317071.552608:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bd35a22. 00000400:00000010:2.0:1761317071.552661:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.552665:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.552667:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.552672:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902782848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.552704:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902782848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317071.552723:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbcc3c16. 02000000:00000010:2.0:1761317071.552737:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083551c34. 02000000:00000010:2.0:1761317071.552742:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f4528e89. 00000100:00000010:2.0:1761317071.552746:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.552749:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.552752:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00080000:00000010:2.0:1761317071.552768:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4528e89. 00010000:00000010:2.0:1761317071.552854:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.552860:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2f8d747. 00010000:00000010:2.0:1761317071.552938:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bc260e1. 00010000:00000010:2.0:1761317071.552944:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.552954:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.552958:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.552965:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.552975:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083551c34. 02000000:00000010:2.0:1761317071.552999:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b2dfb6c. 00000400:00000010:2.0:1761317071.553003:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.553006:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.553010:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782912, portal 16 00000400:00000010:2.0:1761317071.553014:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2a4a078. 00000100:00000200:2.0:1761317071.553015:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782912, offset 0 00000400:00000200:2.0:1761317071.553021:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.553028:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.553034:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.553037:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.553040:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.553042:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90196:90196:256:4294967295] 192.168.204.21@tcp LPNI seq info [90196:90196:8:4294967295] 00000400:00000200:2.0:1761317071.553050:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.553054:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.553057:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317071.553061:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.553065:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.553067:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.553157:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.553159:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:0.0:1761317071.553164:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.553168:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.553170:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2a4a078 00000400:00000010:0.0:1761317071.553172:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2a4a078. 00000100:00000200:0.0:1761317071.553176:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902782912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.553833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4230e08. 00010000:00000010:2.1:1761317071.553840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b22486d. 00010000:00000010:2.1:1761317071.553843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730260f4. 00000400:00000200:0.0:1761317071.556565:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.556583:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50cfc0 00000400:00000200:0.0:1761317071.556592:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb168d [1] + 224 00000400:00000200:0.0:1761317071.556608:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.556612:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.556620:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902782912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.556722:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.556726:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.556728:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.556734:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902782912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.556741:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902782912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.556766:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b2dfb6c. 02000000:00000010:2.0:1761317071.556772:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083551c34. 00000100:00000010:2.0:1761317071.556776:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.556779:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.556784:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00010000:00000010:2.1:1761317071.557815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077e2ef2f. 00010000:00000010:2.1:1761317071.557827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb47ffba. 00010000:00000010:2.1:1761317071.557831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b103455f. 00000400:00000200:1.0:1761317071.560042:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.560064:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e4c0 00000400:00000200:1.0:1761317071.560071:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaffc1 [2] + 1640 00000400:00000200:1.0:1761317071.560143:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.560149:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.560156:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.560163:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 00000020:00000010:3.0:1761317071.560256:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4379ae3. 00000020:00000010:3.0:1761317071.560264:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.560269:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.560295:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000082e16a95 x1846872898921664/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317071.560330:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921664 02000000:00000010:3.0:1761317071.560353:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de7716d2. 00010000:00000010:3.0:1761317071.560381:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be957e58. 00010000:00000010:3.0:1761317071.560400:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.560418:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.560434:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.560438:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00000400:00000010:3.0:1761317071.560451:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317071.560456:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921664, offset 224 00000400:00000200:3.0:1761317071.560464:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.560475:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.560480:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90197:90197:256:4294967295] 192.168.204.21@tcp LPNI seq info [90197:90197:8:4294967295] 00000400:00000200:3.0:1761317071.560489:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.560493:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.560497:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.560502:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.560508:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.560511:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.560533:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.560537:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.560540:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4379ae3. 00080000:00000010:2.0:1761317071.560891:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083551c34. 00010000:00000010:2.0:1761317071.560975:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.560981:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000817d60df. 00010000:00000010:2.0:1761317071.561052:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b103455f. 00010000:00000010:2.0:1761317071.561058:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.561069:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.561073:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.561079:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.561089:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b2dfb6c. 02000000:00000010:2.0:1761317071.561112:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd0e9ad6. 00000400:00000010:2.0:1761317071.561117:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.561122:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.561127:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902782976, portal 16 00000400:00000010:2.0:1761317071.561131:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1bd8564. 00000100:00000200:2.0:1761317071.561133:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902782976, offset 0 00000400:00000200:2.0:1761317071.561138:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.561146:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.561152:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.561155:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.561158:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.561160:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90198:90198:255:4294967295] 192.168.204.21@tcp LPNI seq info [90198:90198:7:4294967295] 00000400:00000200:2.0:1761317071.561167:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.561171:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.561174:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354314). 00000800:00000200:2.0:1761317071.561178:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.561182:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.561184:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.561279:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.561283:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:0.0:1761317071.561292:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.561295:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.561299:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:0.0:1761317071.561301:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000800:00000200:0.0:1761317071.561368:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.561371:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:0.0:1761317071.561375:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.561378:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.561381:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:0.0:1761317071.561382:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 00000100:00000200:0.0:1761317071.561388:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902782976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.561900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fcab0c0. 00010000:00000010:2.1:1761317071.561908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007503237b. 00010000:00000010:2.1:1761317071.561912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00010000:00000010:3.1:1761317071.567845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003789f6b9. 00000400:00000200:0.0:1761317071.568204:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.568222:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d000 00000400:00000200:0.0:1761317071.568230:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1699 [1] + 224 00000400:00000200:0.0:1761317071.568246:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.568250:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.568262:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902782976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.568546:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.568551:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.568554:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.568561:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902782976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.568569:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902782976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.568597:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd0e9ad6. 02000000:00000010:2.0:1761317071.568603:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b2dfb6c. 00000100:00000010:2.0:1761317071.568606:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.568610:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.568614:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00000400:00000200:1.0:1761317071.569164:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.569175:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e500 00000400:00000200:1.0:1761317071.569181:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xaffc1 [2] + 1968 00000400:00000010:1.0:1761317071.569184:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d030a05e. 00000400:00000200:1.0:1761317071.569188:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cc5cb560 00000400:00000200:1.0:1761317071.569239:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.569243:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.569246:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc5cb560 00000400:00000010:1.0:1761317071.569248:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cc5cb560 (tot 82353666). 00000100:00000200:1.0:1761317071.569253:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317071.569852:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024bf4c95. 00000020:00000010:0.0:1761317071.569859:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.569864:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.569890:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000051a6be68 x1846872898921728/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317071.569927:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921728 02000000:00000010:0.0:1761317071.569938:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059827d42. 00010000:00000010:0.0:1761317071.569966:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb017d7a. 00010000:00000010:0.0:1761317071.569987:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.569993:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000432fe4bb. 00000100:00000010:0.0:1761317071.570036:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000432fe4bb. 00010000:00000010:0.0:1761317071.570039:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.570053:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317071.570058:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921728, offset 224 00000400:00000200:0.0:1761317071.570065:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.570076:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.570082:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90199:90199:256:4294967295] 192.168.204.21@tcp LPNI seq info [90199:90199:8:4294967295] 00000400:00000200:0.0:1761317071.570092:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.570097:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.570100:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82353914). 00000800:00000200:0.0:1761317071.570105:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.570112:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.570121:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.570146:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.570150:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.570153:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024bf4c95. 02000000:00000010:0.0:1761317071.570162:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de7716d2. 00000100:00000010:0.0:1761317071.570166:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 02000000:00000010:0.0:1761317071.570172:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f91f7627. 00000100:00000010:0.0:1761317071.570174:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317071.570177:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000026b656ba. 00000100:00000010:0.0:1761317071.570181:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 02000000:00000010:0.0:1761317071.570185:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec727136. 00000100:00000010:0.0:1761317071.570188:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 02000000:00000010:0.0:1761317071.570191:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d486ae1. 00000100:00000010:0.0:1761317071.570193:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317071.570196:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003bfc2dd9. 00000100:00000010:0.0:1761317071.570198:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000200:0.0:1761317071.570205:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317071.570210:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e8531b0a. 00000400:00000010:0.0:1761317071.570214:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000432fe4bb (tot 82354066). 00000800:00000200:1.0:1761317071.570226:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.570231:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353818). 00000400:00000200:1.0:1761317071.570235:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.570239:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.570243:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:1.0:1761317071.570244:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 00080000:00000010:2.0:1761317071.570264:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b2dfb6c. 00010000:00000010:2.0:1761317071.570364:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.570370:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff4dc147. 00010000:00000010:2.0:1761317071.570446:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49b56c0. 00010000:00000010:2.0:1761317071.570450:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001cb16118. 00010000:00000010:2.0:1761317071.570455:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317071.570459:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00080000:00000010:2.0:1761317071.570471:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd0e9ad6. 00010000:00000010:2.0:1761317071.570495:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.570497:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001cb16118. 00010000:00000010:2.0:1761317071.570548:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000730260f4. 00010000:00000010:2.0:1761317071.570552:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.570560:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.570563:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.570569:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.570580:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c36b1cf. 02000000:00000010:2.0:1761317071.570603:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073a4bc14. 00000400:00000010:2.0:1761317071.570607:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 02000000:00000010:1.0:1761317071.570787:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000059827d42. 00000400:00000010:2.0:1761317071.570999:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.571004:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783040, portal 16 00000400:00000010:2.0:1761317071.571008:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317071.571011:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783040, offset 0 00000400:00000200:2.0:1761317071.571017:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.571026:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.571032:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.571035:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.571038:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.571040:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90200:90200:256:4294967295] 192.168.204.21@tcp LPNI seq info [90200:90200:8:4294967295] 00000400:00000200:2.0:1761317071.571046:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.571051:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.571054:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317071.571059:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.571065:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.571067:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.571810:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.571815:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:1.0:1761317071.571823:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.571828:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.571832:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:1.0:1761317071.571834:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000100:00000200:1.0:1761317071.571840:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902783040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.572758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7723d8c. 00010000:00000010:2.1:1761317071.572770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc260e1. 00000400:00000200:1.0:1761317071.574919:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.574942:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d040 00000400:00000200:1.0:1761317071.574951:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb16a9 [1] + 224 00000400:00000200:1.0:1761317071.574979:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.574983:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.574996:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902783040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.575089:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.575093:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.575095:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.575102:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902783040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.575110:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902783040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.575139:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073a4bc14. 02000000:00000010:2.0:1761317071.575144:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c36b1cf. 00000100:00000010:2.0:1761317071.575148:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.575151:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.575155:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00010000:00000010:0.1:1761317071.577197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e117439. 00010000:00000010:2.1:1761317071.580737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092b91889. 00010000:00000010:2.1:1761317071.580755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b103455f. 00010000:00000010:2.1:1761317071.580760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49b56c0. 00010000:00000010:2.1:1761317071.580763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00000400:00000200:1.0:1761317071.581733:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.581751:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e540 00000400:00000200:1.0:1761317071.581758:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0019 [2] + 0 00000400:00000200:1.0:1761317071.581818:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.581823:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.581830:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.581835:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1f93d2d. 00000020:00000010:0.0:1761317071.581958:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024bf4c95. 00000020:00000010:0.0:1761317071.581965:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.581970:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.581998:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1f93d2d x1846872898921792/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317071.582035:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921792 02000000:00000010:0.0:1761317071.582046:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070666462. 00010000:00000010:0.0:1761317071.582075:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed2f0c88. 00010000:00000010:0.0:1761317071.582096:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.582104:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f1f082c. 00000100:00000010:0.0:1761317071.582124:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f1f082c. 00010000:00000010:0.0:1761317071.582128:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.582143:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317071.582148:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921792, offset 224 00000400:00000200:0.0:1761317071.582156:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.582167:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.582172:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90201:90201:256:4294967295] 192.168.204.21@tcp LPNI seq info [90201:90201:8:4294967295] 00000400:00000200:0.0:1761317071.582180:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.582184:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.582188:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317071.582193:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.582200:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.582203:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761317071.582361:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c36b1cf. 00010000:00000010:2.0:1761317071.582449:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.582456:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2afd2f6. 00010000:00000010:2.0:1761317071.582535:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317071.582542:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.582555:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.582560:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.582566:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.582579:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073a4bc14. 02000000:00000010:2.0:1761317071.582603:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052a228cd. 00000400:00000010:2.0:1761317071.582608:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.582612:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.582617:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783104, portal 16 00000400:00000010:2.0:1761317071.582621:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317071.582623:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783104, offset 0 00000400:00000200:2.0:1761317071.582629:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.582636:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.582642:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.582646:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.582649:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.582651:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90202:90202:255:4294967295] 192.168.204.21@tcp LPNI seq info [90202:90202:7:4294967295] 00000400:00000200:2.0:1761317071.582658:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.582662:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.582665:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354314). 00000800:00000200:2.0:1761317071.582669:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.582672:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.582675:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.584066:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.584075:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.584078:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024bf4c95. 00000800:00000200:1.0:1761317071.584287:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.584290:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82354066). 00000400:00000200:1.0:1761317071.584295:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.584302:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.584306:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:1.0:1761317071.584308:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000800:00000200:1.0:1761317071.584375:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.584377:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:1.0:1761317071.584383:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.584386:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.584388:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:1.0:1761317071.584389:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00000100:00000200:1.0:1761317071.584395:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902783104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.588974:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.588996:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d080 00000400:00000200:1.0:1761317071.589006:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb16b5 [1] + 224 00000400:00000200:1.0:1761317071.589017:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.589021:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.589031:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902783104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.589073:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.589079:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e580 00000400:00000200:1.0:1761317071.589084:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0019 [2] + 328 00000400:00000200:1.0:1761317071.589143:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.589147:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.589152:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.589158:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006ef4b071. 00010000:00000010:0.1:1761317071.590583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e28102ff. 00000020:00000010:0.0:1761317071.590649:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024bf4c95. 00000020:00000010:0.0:1761317071.590657:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.590662:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.590712:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006ef4b071 x1846872898921856/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317071.590747:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921856 02000000:00000010:0.0:1761317071.590760:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059827d42. 00010000:00000010:0.0:1761317071.590802:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.590811:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f1f082c. 00000100:00000010:0.0:1761317071.590817:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f1f082c. 00010000:00000010:0.0:1761317071.590821:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.590835:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317071.590842:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921856, offset 224 00000400:00000200:0.0:1761317071.590852:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.590867:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.590873:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90203:90203:256:4294967295] 192.168.204.21@tcp LPNI seq info [90203:90203:8:4294967295] 00000400:00000200:0.0:1761317071.590884:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.590890:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.590906:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317071.590912:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.590920:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.590924:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.590939:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.590942:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.590945:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024bf4c95. 00010000:00000010:2.1:1761317071.591045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025b60426. 00010000:00000010:2.1:1761317071.591052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730260f4. 00000400:00000010:2.0:1761317071.591072:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.591076:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.591079:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.591088:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902783104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.591096:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902783104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317071.591117:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0f83ee6. 02000000:00000010:2.0:1761317071.591132:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052a228cd. 02000000:00000010:2.0:1761317071.591139:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073a4bc14. 00000100:00000010:2.0:1761317071.591143:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.591147:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.591150:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00080000:00000010:2.0:1761317071.591166:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073a4bc14. 00010000:00000010:2.0:1761317071.591247:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.591252:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcee1d76. 00010000:00000010:2.0:1761317071.591327:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000730260f4. 00010000:00000010:2.0:1761317071.591332:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.591355:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.591359:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.591365:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.591375:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000052a228cd. 02000000:00000010:2.0:1761317071.591397:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a313380b. 00000400:00000010:2.0:1761317071.591401:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.591405:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.591410:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783168, portal 16 00000400:00000010:2.0:1761317071.591414:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd1b652d. 00000100:00000200:2.0:1761317071.591415:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783168, offset 0 00000400:00000200:2.0:1761317071.591421:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.591428:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.591435:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.591438:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.591440:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.591443:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90204:90204:255:4294967295] 192.168.204.21@tcp LPNI seq info [90204:90204:7:4294967295] 00000400:00000200:2.0:1761317071.591450:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.591455:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.591458:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354314). 00000800:00000200:2.0:1761317071.591462:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.591467:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.591469:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.593609:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.593616:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82354066). 00000400:00000200:1.0:1761317071.593622:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.593631:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.593637:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:1.0:1761317071.593639:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000800:00000200:1.0:1761317071.593741:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.593743:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:1.0:1761317071.593749:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.593753:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.593755:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b652d 00000400:00000010:1.0:1761317071.593756:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b652d. 00000100:00000200:1.0:1761317071.593764:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902783168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.596756:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.596777:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d0c0 00000400:00000200:1.0:1761317071.596786:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb16c1 [1] + 224 00000400:00000200:1.0:1761317071.596801:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.596805:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.596816:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902783168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.597807:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.597817:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e5c0 00000400:00000200:1.0:1761317071.597824:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0019 [2] + 656 00000400:00000200:1.0:1761317071.597875:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.597879:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.597884:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.597890:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017829550. 00000020:00000010:3.0:1761317071.597979:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040a16e65. 00000020:00000010:3.0:1761317071.597987:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.597991:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.598013:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017829550 x1846872898921920/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.598052:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921920 02000000:00000010:3.0:1761317071.598063:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000de519412. 00010000:00000010:3.0:1761317071.598102:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.598109:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.598115:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.598118:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00000400:00000010:3.0:1761317071.598131:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b1fcbc. 00000100:00000200:3.0:1761317071.598136:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921920, offset 224 00000400:00000200:3.0:1761317071.598143:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.598154:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.598159:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90205:90205:256:4294967295] 192.168.204.21@tcp LPNI seq info [90205:90205:8:4294967295] 00000400:00000200:3.0:1761317071.598168:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.598173:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.598179:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.598185:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.598191:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.598195:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.598220:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.598225:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000400:00000010:2.0:1761317071.598226:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000020:00000010:3.0:1761317071.598228:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040a16e65. 00000400:00000200:2.0:1761317071.598232:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.598236:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.598244:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902783168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.598253:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902783168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317071.598274:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001faa639c. 02000000:00000010:2.0:1761317071.598292:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a313380b. 02000000:00000010:2.0:1761317071.598299:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000052a228cd. 00000100:00000010:2.0:1761317071.598302:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.598305:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.598310:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00080000:00000010:2.0:1761317071.598327:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a313380b. 00000800:00000200:1.0:1761317071.598331:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.598335:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317071.598374:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.598378:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.598380:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b1fcbc 00000400:00000010:1.0:1761317071.598382:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b1fcbc. 00010000:00000010:2.0:1761317071.598423:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.598430:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ecfc9ac. 00010000:00000010:2.0:1761317071.598508:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b103455f. 00010000:00000010:2.0:1761317071.598516:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.598527:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.598530:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.598536:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.598546:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000500681fb. 02000000:00000010:2.0:1761317071.598572:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052a228cd. 00000400:00000010:2.0:1761317071.598577:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.598582:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.598588:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783232, portal 16 00000400:00000010:2.0:1761317071.598593:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd1b652d. 00000100:00000200:2.0:1761317071.598595:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783232, offset 0 00000400:00000200:2.0:1761317071.598601:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.598608:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.598615:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.598619:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.598623:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.598626:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90206:90206:256:4294967295] 192.168.204.21@tcp LPNI seq info [90206:90206:8:4294967295] 00000400:00000200:2.0:1761317071.598633:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.598636:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.598640:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317071.598643:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.598647:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.598650:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.598867:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.598869:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:1.0:1761317071.598875:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.598879:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.598882:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b652d 00000400:00000010:1.0:1761317071.598883:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b652d. 00000100:00000200:1.0:1761317071.598887:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902783232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.603038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000476d49ca. 00000400:00000200:1.0:1761317071.603038:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00010000:00000010:2.1:1761317071.603051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fee4dcd. 00010000:00000010:2.1:1761317071.603056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00000400:00000200:1.0:1761317071.603061:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d100 00000400:00000200:1.0:1761317071.603070:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb16cd [1] + 224 00000400:00000200:1.0:1761317071.603082:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.603088:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.603101:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902783232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.603138:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.603143:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e600 00000400:00000200:1.0:1761317071.603147:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0019 [2] + 984 00000400:00000200:1.0:1761317071.603201:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.603204:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.603209:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.603215:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c8ebd8. 00000400:00000010:2.0:1761317071.603231:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.603243:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.603245:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.603254:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902783232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.603261:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902783232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.603290:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052a228cd. 02000000:00000010:2.0:1761317071.603296:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000500681fb. 00000100:00000010:2.0:1761317071.603300:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.603304:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.603307:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00000020:00000010:3.0:1761317071.603385:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040a16e65. 00000020:00000010:3.0:1761317071.603392:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.603396:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.603431:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074c8ebd8 x1846872898921984/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317071.603466:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898921984 02000000:00000010:3.0:1761317071.603479:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002fa24f01. 00010000:00000010:3.0:1761317071.603505:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084b5ac72. 00010000:00000010:3.0:1761317071.603525:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.603530:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.603546:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.603549:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00000400:00000010:3.0:1761317071.603560:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0aa9e89. 00080000:00000010:2.0:1761317071.603639:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052a228cd. 00010000:00000010:2.0:1761317071.603756:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.603763:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e325e92. 00010000:00000010:2.0:1761317071.603844:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317071.603849:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.603860:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.603863:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.603869:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.603881:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000500681fb. 02000000:00000010:2.0:1761317071.603918:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d479952c. 00000400:00000010:2.0:1761317071.603923:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.603927:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.603933:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783296, portal 16 00000400:00000010:2.0:1761317071.603937:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317071.603939:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783296, offset 0 00000400:00000200:2.0:1761317071.603947:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.603957:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.603964:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.603967:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.603970:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.603974:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90207:90207:256:4294967295] 192.168.204.21@tcp LPNI seq info [90207:90207:8:4294967295] 00000400:00000200:2.0:1761317071.603983:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.603989:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.603993:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317071.603999:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.604006:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.604009:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.604116:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.604122:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:1.0:1761317071.604127:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.604132:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.604135:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:1.0:1761317071.604136:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00000100:00000200:1.0:1761317071.604142:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902783296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.604369:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898921984, offset 224 00000400:00000200:3.0:1761317071.604378:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.604385:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.604388:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90208:90208:256:4294967295] 192.168.204.21@tcp LPNI seq info [90208:90208:8:4294967295] 00000400:00000200:3.0:1761317071.604395:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.604399:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.604402:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.604406:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.604410:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.604411:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.604516:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.604523:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:3.0:1761317071.604525:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040a16e65. 00000800:00000200:1.0:1761317071.604602:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.604604:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317071.604614:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.604618:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.604621:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0aa9e89 00000400:00000010:1.0:1761317071.604622:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0aa9e89. 00000400:00000200:1.0:1761317071.605552:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.605567:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d140 00000400:00000200:1.0:1761317071.605574:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb16d5 [1] + 224 00000400:00000200:1.0:1761317071.605588:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.605591:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.605597:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902783296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.605781:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.605785:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.605787:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.605794:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902783296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.605801:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902783296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.605825:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d479952c. 02000000:00000010:2.0:1761317071.605831:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000500681fb. 00000100:00000010:2.0:1761317071.605836:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.605839:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.605844:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00000400:00000200:1.0:1761317071.606616:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.606632:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e640 00000400:00000200:1.0:1761317071.606640:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0019 [2] + 1312 00000400:00000200:1.0:1761317071.607593:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.607603:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.607611:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.607618:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082e16a95. 00000020:00000010:3.0:1761317071.607727:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040a16e65. 00000020:00000010:3.0:1761317071.607734:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000096041a86. 00000020:00000010:3.0:1761317071.607739:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002a2a5955. 00000100:00000200:3.0:1761317071.607766:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000082e16a95 x1846872898922048/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.1:1761317071.607804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d9080a9. 00010000:00000010:2.1:1761317071.607813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dbf940f. 00010000:00000010:2.1:1761317071.607817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730260f4. 00000100:00000200:0.0:1761317071.609040:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922048 02000000:00000010:0.0:1761317071.609059:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024bf4c95. 00010000:00000010:0.0:1761317071.609093:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd354dc4. 00010000:00000010:0.0:1761317071.609114:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.609121:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f1f082c. 00000100:00000010:0.0:1761317071.609140:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f1f082c. 00010000:00000010:0.0:1761317071.609143:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.609155:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317071.609159:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922048, offset 224 00000400:00000200:0.0:1761317071.609168:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.609183:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.609188:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90209:90209:256:4294967295] 192.168.204.21@tcp LPNI seq info [90209:90209:8:4294967295] 00000400:00000200:0.0:1761317071.609198:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.609203:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.609206:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317071.609212:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.609218:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.609222:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.609235:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000096041a86. 00000020:00000010:0.0:1761317071.609239:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002a2a5955. 00000020:00000010:0.0:1761317071.609242:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040a16e65. 00080000:00000010:2.0:1761317071.609316:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d479952c. 00000800:00000200:1.0:1761317071.609403:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761317071.609405:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00000800:00000010:1.0:1761317071.609408:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00010000:00000010:2.0:1761317071.609412:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c8173928. 00000400:00000200:1.0:1761317071.609414:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.609422:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.609426:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:1.0:1761317071.609430:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00010000:00000010:2.0:1761317071.609482:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000730260f4. 00010000:00000010:2.0:1761317071.609487:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.609495:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.609498:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.609505:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.609516:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000500681fb. 02000000:00000010:2.0:1761317071.609540:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015d8e60a. 00000400:00000010:2.0:1761317071.609546:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.609550:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.609554:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783360, portal 16 00000400:00000010:2.0:1761317071.609559:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317071.609560:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783360, offset 0 00000400:00000200:2.0:1761317071.609565:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.609571:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.609577:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.609580:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.609582:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.609585:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90210:90210:256:4294967295] 192.168.204.21@tcp LPNI seq info [90210:90210:8:4294967295] 00000400:00000200:2.0:1761317071.609592:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.609596:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.609599:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317071.609603:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.609607:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.609609:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.610187:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.610191:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:1.0:1761317071.610197:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.610202:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.610205:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:1.0:1761317071.610206:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000100:00000200:1.0:1761317071.610214:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902783360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.611808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031d96f7f. 00010000:00000010:2.1:1761317071.611821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b103455f. 00010000:00000010:3.1:1761317071.614311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017416261. 00000400:00000200:1.0:1761317071.614629:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.614647:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d180 00000400:00000200:1.0:1761317071.614655:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb16e5 [1] + 224 00000400:00000200:1.0:1761317071.614667:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.614671:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.615270:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902783360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.615316:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.615323:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e680 00000400:00000200:1.0:1761317071.615328:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0019 [2] + 1640 00000400:00000200:1.0:1761317071.615348:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.615352:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.615356:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.615364:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00000400:00000010:2.0:1761317071.619091:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.619106:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.619110:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.619129:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902783360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.619141:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902783360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.619182:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015d8e60a. 02000000:00000010:2.0:1761317071.619188:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000500681fb. 00000100:00000010:2.0:1761317071.619194:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.619198:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.619203:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00000020:00000010:0.0:1761317071.619358:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3ce8458. 00000020:00000010:0.0:1761317071.619366:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.619370:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.619395:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003f5680a2 x1846872898922112/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317071.619432:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922112 02000000:00000010:0.0:1761317071.619444:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d6e460a. 00010000:00000010:0.0:1761317071.619475:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d33a3212. 00010000:00000010:0.0:1761317071.619501:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.619507:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f1f082c. 00000100:00000010:0.0:1761317071.619517:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f1f082c. 00010000:00000010:0.0:1761317071.619520:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.619533:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317071.619537:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922112, offset 224 00000400:00000200:0.0:1761317071.619546:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.619561:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.619566:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90211:90211:256:4294967295] 192.168.204.21@tcp LPNI seq info [90211:90211:8:4294967295] 00000400:00000200:0.0:1761317071.619577:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.619583:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.619589:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317071.619595:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.619603:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.619607:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.619636:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.619641:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.619644:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3ce8458. 00080000:00000010:2.0:1761317071.619757:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015d8e60a. 00000800:00000200:1.0:1761317071.619808:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.619815:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:1.0:1761317071.619821:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.619827:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.619831:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:1.0:1761317071.619834:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 00010000:00000010:2.0:1761317071.619885:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.619894:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dafb368f. 00010000:00000010:2.0:1761317071.619997:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b103455f. 00010000:00000010:2.0:1761317071.620004:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317071.620013:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.620017:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.620023:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.620032:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d53b8c4a. 02000000:00000010:2.0:1761317071.620056:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000578a8fb2. 00000400:00000010:2.0:1761317071.620060:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.620064:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.620069:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783424, portal 16 00000400:00000010:2.0:1761317071.620073:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1bd8564. 00000100:00000200:2.0:1761317071.620075:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783424, offset 0 00000400:00000200:2.0:1761317071.620083:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.620089:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.620097:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.620101:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.620103:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.620105:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90212:90212:256:4294967295] 192.168.204.21@tcp LPNI seq info [90212:90212:8:4294967295] 00000400:00000200:2.0:1761317071.620111:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.620116:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.620118:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317071.620122:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.620126:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.620128:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317071.620206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008ec21da. 00000800:00000200:1.0:1761317071.620721:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.620725:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:1.0:1761317071.620731:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.620737:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.620740:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:1.0:1761317071.620742:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 00000100:00000200:1.0:1761317071.620749:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902783424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.623306:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.623330:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d1c0 00000400:00000200:1.0:1761317071.623349:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb16f1 [1] + 224 00000400:00000200:1.0:1761317071.623362:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.623365:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.623376:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902783424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.624653:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.624667:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e6c0 00000400:00000010:2.0:1761317071.624752:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:2.0:1761317071.624757:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317071.624759:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317071.624768:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902783424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.624776:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902783424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.624805:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000578a8fb2. 02000000:00000010:2.0:1761317071.624811:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d53b8c4a. 00000100:00000010:2.0:1761317071.624814:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317071.624818:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.624822:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00000400:00000200:1.0:1761317071.624868:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0019 [2] + 1968 00000400:00000010:1.0:1761317071.624871:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001a85f1dc. 00000400:00000200:1.0:1761317071.624874:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005309319b 00000400:00000200:1.0:1761317071.624887:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.624890:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.624893:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005309319b 00000400:00000010:1.0:1761317071.624894:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005309319b (tot 82353666). 00000100:00000200:1.0:1761317071.624899:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317071.626123:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3ce8458. 00000020:00000010:0.0:1761317071.626134:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.626139:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.626164:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e74842af x1846872898922176/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317071.626355:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922176 02000000:00000010:0.0:1761317071.626370:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6b07778. 00010000:00000010:0.0:1761317071.626403:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f396a12. 00010000:00000010:0.0:1761317071.626428:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.626436:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007f1f082c. 00000100:00000010:0.0:1761317071.626457:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007f1f082c. 00010000:00000010:0.0:1761317071.626460:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.626475:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317071.626480:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922176, offset 224 00000400:00000200:0.0:1761317071.626489:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.626501:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.626507:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90213:90213:256:4294967295] 192.168.204.21@tcp LPNI seq info [90213:90213:8:4294967295] 00000400:00000200:0.0:1761317071.626517:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.626522:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.626527:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82353914). 00000800:00000200:0.0:1761317071.626533:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.626540:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.626543:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.626570:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.626574:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.626577:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3ce8458. 02000000:00000010:0.0:1761317071.626584:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d6e460a. 00000100:00000010:0.0:1761317071.626587:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317071.626591:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024bf4c95. 00000100:00000010:0.0:1761317071.626593:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082e16a95. 02000000:00000010:0.0:1761317071.626600:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002fa24f01. 00000100:00000010:0.0:1761317071.626603:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c8ebd8. 02000000:00000010:0.0:1761317071.626606:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000de519412. 00000100:00000010:0.0:1761317071.626608:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017829550. 02000000:00000010:0.0:1761317071.626612:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000059827d42. 00000100:00000010:0.0:1761317071.626614:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006ef4b071. 02000000:00000010:0.0:1761317071.626617:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070666462. 00000100:00000010:0.0:1761317071.626619:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1f93d2d. 00000100:00000200:0.0:1761317071.626625:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317071.626632:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d030a05e. 00000400:00000010:0.0:1761317071.626637:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007f1f082c (tot 82354066). 00080000:00000010:3.0:1761317071.626714:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b35639d5. 00010000:00000010:3.0:1761317071.626818:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:3.0:1761317071.626826:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3d936fe. 00010000:00000010:3.0:1761317071.626899:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.0:1761317071.626906:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.626916:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.626920:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.626928:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.626938:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cccedef3. 02000000:00000010:3.0:1761317071.626963:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de519412. 00000400:00000010:3.0:1761317071.626967:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317071.626971:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317071.626974:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783488, portal 16 00000400:00000010:3.0:1761317071.626977:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317071.626979:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783488, offset 0 00000400:00000200:3.0:1761317071.626984:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.626993:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.626999:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.627002:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.627005:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.627007:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90214:90214:255:4294967295] 192.168.204.21@tcp LPNI seq info [90214:90214:7:4294967295] 00000400:00000200:3.0:1761317071.627013:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.627017:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.627020:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354314). 00000800:00000200:3.0:1761317071.627024:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.627028:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.627030:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.627122:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.627125:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82354066). 00000400:00000200:1.0:1761317071.627129:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.627133:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.627137:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:1.0:1761317071.627139:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 02000000:00000010:1.0:1761317071.627142:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6b07778. 00000800:00000200:1.0:1761317071.627907:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.627911:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317071.627922:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.627927:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.627930:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:1.0:1761317071.627932:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000100:00000200:1.0:1761317071.627938:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902783488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.628731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052452a9a. 00010000:00000010:2.1:1761317071.628740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00000400:00000200:1.0:1761317071.631037:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.631058:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d200 00000400:00000200:1.0:1761317071.631068:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1701 [1] + 224 00000400:00000200:1.0:1761317071.631085:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.631089:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.631101:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902783488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.631256:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317071.631262:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:3.0:1761317071.631264:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:3.0:1761317071.631269:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902783488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.631277:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902783488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.631315:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de519412. 02000000:00000010:3.0:1761317071.631321:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cccedef3. 00000100:00000010:3.0:1761317071.631325:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317071.631329:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.631332:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00010000:00000010:0.1:1761317071.631827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000743ddfd7. 00010000:00000010:2.1:1761317071.633071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b5e3475. 00010000:00000010:2.1:1761317071.633087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730260f4. 00000400:00000200:1.0:1761317071.633235:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.633252:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e700 00000400:00000200:1.0:1761317071.633259:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0071 [2] + 0 00000400:00000200:1.0:1761317071.633612:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.633619:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.633630:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.633636:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 00000020:00000010:0.0:1761317071.633902:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070666462. 00000020:00000010:0.0:1761317071.633911:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.633916:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.633944:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010822fe5 x1846872898922240/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317071.633980:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922240 02000000:00000010:0.0:1761317071.633993:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000059827d42. 00010000:00000010:0.0:1761317071.634022:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e31a57b. 00010000:00000010:0.0:1761317071.634045:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.634053:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317071.634276:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:0.0:1761317071.634281:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.634298:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317071.634303:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922240, offset 224 00000400:00000200:0.0:1761317071.634313:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.634325:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.634330:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90215:90215:256:4294967295] 192.168.204.21@tcp LPNI seq info [90215:90215:8:4294967295] 00080000:00000010:3.0:1761317071.634638:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cccedef3. 00010000:00000010:3.0:1761317071.634769:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.634776:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9f6593c. 00010000:00000010:3.0:1761317071.634856:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.0:1761317071.634862:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.634873:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.634877:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.634883:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.634894:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de519412. 02000000:00000010:3.0:1761317071.634916:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fa24f01. 00000400:00000010:3.0:1761317071.634923:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317071.634927:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317071.634933:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783552, portal 16 00000400:00000010:3.0:1761317071.634937:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317071.634938:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783552, offset 0 00000400:00000200:3.0:1761317071.634945:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.635020:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.635028:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.635033:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317071.635038:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.635045:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.635048:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.635074:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.635079:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.635083:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070666462. 00000800:00000200:1.0:1761317071.635215:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.635219:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:1.0:1761317071.635222:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.635226:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.635229:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:1.0:1761317071.635231:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000400:00000200:3.0:1761317071.635946:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.635954:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.635957:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.635961:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.635964:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90216:90216:255:4294967295] 192.168.204.21@tcp LPNI seq info [90216:90216:7:4294967295] 00000400:00000200:3.0:1761317071.635973:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.635977:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.635982:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.635987:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.635992:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.635995:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.636107:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.636111:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317071.636119:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.636122:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.636125:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:1.0:1761317071.636127:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00000100:00000200:1.0:1761317071.636132:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902783552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317071.636732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8a1d7bc. 00010000:00000010:3.1:1761317071.636819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000108bd379. 00010000:00000010:3.1:1761317071.636825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b103455f. 00000400:00000200:1.0:1761317071.638352:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.638370:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d240 00000400:00000200:1.0:1761317071.638378:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb170d [1] + 224 00000400:00000200:1.0:1761317071.638390:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.638393:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.638402:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902783552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.638439:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.638444:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e740 00000400:00000200:1.0:1761317071.638449:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0071 [2] + 328 00000400:00000200:1.0:1761317071.638458:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.638461:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.638465:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.638474:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00000020:00000010:0.0:1761317071.638569:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070666462. 00000020:00000010:0.0:1761317071.638577:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.638581:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.638606:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003f5680a2 x1846872898922304/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317071.638642:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922304 02000000:00000010:0.0:1761317071.638656:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000024bf4c95. 00010000:00000010:0.0:1761317071.638739:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.638746:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317071.638752:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:0.0:1761317071.638756:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.638771:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317071.638776:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922304, offset 224 00000400:00000200:0.0:1761317071.638784:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.638794:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.638800:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90217:90217:256:4294967295] 192.168.204.21@tcp LPNI seq info [90217:90217:8:4294967295] 00000400:00000200:0.0:1761317071.638809:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.638814:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.638819:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317071.638823:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.638829:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.638833:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.638845:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.638848:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.638851:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070666462. 00000400:00000010:3.0:1761317071.638928:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317071.638932:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:3.0:1761317071.638934:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:3.0:1761317071.638939:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902783552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.638946:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902783552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317071.638967:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000285269b6. 02000000:00000010:3.0:1761317071.638989:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fa24f01. 02000000:00000010:3.0:1761317071.638994:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de519412. 00000100:00000010:3.0:1761317071.638997:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317071.638999:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.639001:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00080000:00000010:3.0:1761317071.639018:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de519412. 00010000:00000010:3.0:1761317071.639118:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.639124:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4de5a8e. 00010000:00000010:3.0:1761317071.639204:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf160527. 00010000:00000010:3.0:1761317071.639210:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.639220:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.639223:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.639228:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.639237:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fa24f01. 02000000:00000010:3.0:1761317071.639259:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040a16e65. 00000400:00000010:3.0:1761317071.639263:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317071.639266:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317071.639271:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783616, portal 16 00000400:00000010:3.0:1761317071.639274:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317071.639276:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783616, offset 0 00000400:00000200:3.0:1761317071.639281:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.639287:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.639293:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.639297:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.639299:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.639301:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90218:90218:255:4294967295] 192.168.204.21@tcp LPNI seq info [90218:90218:7:4294967295] 00000400:00000200:3.0:1761317071.639308:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.639312:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.639317:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354314). 00000800:00000200:3.0:1761317071.639320:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.639324:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.639326:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.639479:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.639482:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82354066). 00000400:00000200:1.0:1761317071.639486:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.639490:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.639492:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:1.0:1761317071.639493:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000800:00000200:1.0:1761317071.639823:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.639825:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317071.639835:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.639838:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.639841:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:1.0:1761317071.639842:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:1.0:1761317071.639847:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902783616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317071.642368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000135195b5. 00010000:00000010:3.1:1761317071.645952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adcb1894. 00010000:00000010:3.1:1761317071.645972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.1:1761317071.649957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008591c551. 00010000:00000010:3.1:1761317071.649978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000701464f5. 00010000:00000010:3.1:1761317071.649982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61fd0c5. 00000400:00000200:1.0:1761317071.658009:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.658042:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d280 00000400:00000200:1.0:1761317071.658053:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1719 [1] + 224 00000400:00000200:1.0:1761317071.658077:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.658081:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.658093:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902783616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.658312:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317071.658319:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:3.0:1761317071.658321:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:3.0:1761317071.658327:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902783616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.658335:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902783616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.658377:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040a16e65. 02000000:00000010:3.0:1761317071.658385:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002fa24f01. 00000100:00000010:3.0:1761317071.658388:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317071.658392:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.658395:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00000400:00000200:1.0:1761317071.658468:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.658476:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e780 00000400:00000200:1.0:1761317071.658482:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0071 [2] + 656 00000400:00000200:1.0:1761317071.658543:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.658548:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.658554:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.658562:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8f8d2f2. 00000020:00000010:2.0:1761317071.658676:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d53b8c4a. 00000020:00000010:2.0:1761317071.658704:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.658713:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.658740:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c8f8d2f2 x1846872898922368/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.658766:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922368 02000000:00000010:2.0:1761317071.658777:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000578a8fb2. 00010000:00000010:2.0:1761317071.658805:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5e32821. 00010000:00000010:2.0:1761317071.658829:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.658837:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.658853:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.658856:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00000400:00000010:2.0:1761317071.658871:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317071.658876:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922368, offset 224 00000400:00000200:2.0:1761317071.658886:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.658897:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.658902:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90219:90219:256:4294967295] 192.168.204.21@tcp LPNI seq info [90219:90219:8:4294967295] 00000400:00000200:2.0:1761317071.658912:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.658918:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.658923:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317071.658928:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.658936:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.658939:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.658961:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.658965:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.658967:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d53b8c4a. 00080000:00000010:3.0:1761317071.659229:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fa24f01. 00010000:00000010:3.0:1761317071.659319:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.659326:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfc78dce. 00010000:00000010:3.0:1761317071.659422:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.0:1761317071.659427:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.659437:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.659441:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.659447:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.659458:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040a16e65. 02000000:00000010:3.0:1761317071.659481:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de7716d2. 00000400:00000010:3.0:1761317071.659487:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317071.659490:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317071.659494:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783680, portal 16 00000400:00000010:3.0:1761317071.659499:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317071.659500:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783680, offset 0 00000400:00000200:3.0:1761317071.659507:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.659513:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.659520:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.659525:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.659528:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.659530:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90220:90220:255:4294967295] 192.168.204.21@tcp LPNI seq info [90220:90220:7:4294967295] 00000400:00000200:3.0:1761317071.659537:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.659542:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.659546:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354314). 00000800:00000200:3.0:1761317071.659550:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.659554:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.659556:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.659981:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.659985:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82354066). 00000400:00000200:1.0:1761317071.659992:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.659996:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.660000:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:1.0:1761317071.660002:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000800:00000200:1.0:1761317071.660045:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.660047:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317071.660055:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.660058:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.660059:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:1.0:1761317071.660061:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000100:00000200:1.0:1761317071.660065:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902783680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.667726:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000435abe86. 00000400:00000200:1.0:1761317071.667854:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.667874:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d2c0 00000400:00000200:1.0:1761317071.667883:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1725 [1] + 224 00000400:00000200:1.0:1761317071.667895:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.667899:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.667910:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902783680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.667941:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.667947:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e7c0 00000400:00000200:1.0:1761317071.667952:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0071 [2] + 984 00000400:00000200:1.0:1761317071.668009:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.668014:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.668018:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.668024:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000044a52814. 00000400:00000010:3.0:1761317071.668234:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317071.668239:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:3.0:1761317071.668241:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:3.0:1761317071.668247:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902783680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.668255:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902783680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.668282:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de7716d2. 02000000:00000010:3.0:1761317071.668289:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000040a16e65. 00000100:00000010:3.0:1761317071.668293:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317071.668295:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.668299:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00000020:00000010:0.0:1761317071.668411:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070666462. 00000020:00000010:0.0:1761317071.668417:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.668422:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.668445:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044a52814 x1846872898922432/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317071.668482:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922432 02000000:00000010:0.0:1761317071.668493:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d6e460a. 00010000:00000010:0.0:1761317071.668521:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002df03402. 00010000:00000010:0.0:1761317071.668543:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000977dff4c. 00000100:00000010:0.0:1761317071.668549:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317071.668561:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:0.0:1761317071.668564:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000977dff4c. 00000400:00000010:0.0:1761317071.668577:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317071.668581:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922432, offset 224 00000400:00000200:0.0:1761317071.668589:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.668600:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.668614:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90221:90221:256:4294967295] 192.168.204.21@tcp LPNI seq info [90221:90221:8:4294967295] 00000400:00000200:0.0:1761317071.668624:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.668628:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.668633:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317071.668638:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.668645:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.668649:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.668671:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.668700:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.668704:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070666462. 00000800:00000200:1.0:1761317071.668827:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.668831:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82353818). 00000400:00000200:1.0:1761317071.668835:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.668839:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.668842:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaaa4a29 00000400:00000010:1.0:1761317071.668843:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaaa4a29. 00080000:00000010:3.0:1761317071.669006:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040a16e65. 00010000:00000010:3.0:1761317071.669095:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.669102:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e407cd61. 00010000:00000010:3.0:1761317071.669174:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.0:1761317071.669180:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.669190:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.669194:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.669200:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.669212:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de7716d2. 02000000:00000010:3.0:1761317071.669236:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4379ae3. 00000400:00000010:3.0:1761317071.669241:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317071.669245:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317071.669250:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783744, portal 16 00000400:00000010:3.0:1761317071.669255:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab1bb0c. 00000100:00000200:3.0:1761317071.669257:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783744, offset 0 00000400:00000200:3.0:1761317071.669262:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.669270:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.669278:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.669281:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.669284:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.669287:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90222:90222:256:4294967295] 192.168.204.21@tcp LPNI seq info [90222:90222:8:4294967295] 00000400:00000200:3.0:1761317071.669293:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.669297:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.669302:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.669306:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.669310:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.669313:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.669410:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.669414:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317071.669425:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.669429:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.669432:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab1bb0c 00000400:00000010:1.0:1761317071.669433:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab1bb0c. 00000100:00000200:1.0:1761317071.669437:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902783744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.673731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091cbbbdd. 00010000:00000010:3.1:1761317071.673748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf160527. 00000400:00000200:1.0:1761317071.675293:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.675313:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d300 00000400:00000200:1.0:1761317071.675322:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1731 [1] + 224 00000400:00000200:1.0:1761317071.675347:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.675352:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.675363:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902783744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.675418:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317071.675423:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:3.0:1761317071.675425:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:3.0:1761317071.675431:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902783744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.675443:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902783744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.675471:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4379ae3. 02000000:00000010:3.0:1761317071.675480:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de7716d2. 00000100:00000010:3.0:1761317071.675483:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317071.675487:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.675489:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00000400:00000200:0.0:1761317071.678634:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.678659:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e800 00000400:00000200:0.0:1761317071.678668:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0071 [2] + 1312 00000400:00000200:0.0:1761317071.678782:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.678787:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.678794:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.678801:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 00000020:00000010:2.0:1761317071.679615:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d53b8c4a. 00000020:00000010:2.0:1761317071.679626:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.679632:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.679660:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac236a31 x1846872898922496/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317071.679714:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922496 02000000:00000010:2.0:1761317071.679726:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b3b9a0c3. 00010000:00000010:2.0:1761317071.679755:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089a36f73. 00010000:00000010:2.0:1761317071.679777:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.679783:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.679798:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:2.0:1761317071.679803:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00000400:00000010:2.0:1761317071.679815:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2a4a078. 00000100:00000200:2.0:1761317071.679820:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922496, offset 224 00000400:00000200:2.0:1761317071.679828:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.679841:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.679847:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90223:90223:256:4294967295] 192.168.204.21@tcp LPNI seq info [90223:90223:8:4294967295] 00000400:00000200:2.0:1761317071.679857:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.679863:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.679867:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317071.679873:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.679879:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.679883:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.679907:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.679912:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.679914:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d53b8c4a. 00080000:00000010:3.0:1761317071.680589:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000068318b. 00010000:00000010:3.0:1761317071.680761:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.680768:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0bb8d66. 00010000:00000010:3.0:1761317071.680855:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf160527. 00010000:00000010:3.0:1761317071.680861:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:2.0:1761317071.680901:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009154ad9c. 00000100:00000010:2.0:1761317071.680910:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:2.0:1761317071.680919:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317071.680934:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d53b8c4a. 02000000:00000010:2.0:1761317071.680965:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c647f76. 00000400:00000010:2.0:1761317071.680972:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317071.680978:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317071.680984:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783808, portal 16 00000400:00000010:2.0:1761317071.680989:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317071.680992:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783808, offset 0 00000400:00000200:2.0:1761317071.681000:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.681015:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.681022:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.681027:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.681031:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.681033:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90224:90224:255:4294967295] 192.168.204.21@tcp LPNI seq info [90224:90224:7:4294967295] 00000400:00000200:2.0:1761317071.681042:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.681048:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.681052:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354314). 00000800:00000200:1.0:1761317071.681055:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1761317071.681059:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000010:1.0:1761317071.681060:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317071.681068:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000400:00000200:1.0:1761317071.681069:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1761317071.681072:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761317071.681077:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.681083:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2a4a078 00000400:00000010:1.0:1761317071.681086:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2a4a078. 00000800:00000200:1.0:1761317071.681117:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.681119:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:1.0:1761317071.681122:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.681125:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.681127:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:1.0:1761317071.681128:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 00000100:00000200:1.0:1761317071.681133:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902783808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317071.681217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000319b5aba. 00000400:00000200:1.0:1761317071.685132:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.685151:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d340 00000400:00000200:1.0:1761317071.685159:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb173d [1] + 224 00000400:00000200:1.0:1761317071.685173:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.685177:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.685187:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902783808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.685223:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:1.0:1761317071.685227:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:1.0:1761317071.685230:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000100:00000200:1.0:1761317071.685237:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902783808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.685244:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902783808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.685275:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c647f76. 02000000:00000010:1.0:1761317071.685288:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d53b8c4a. 00000100:00000010:1.0:1761317071.685293:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:1.0:1761317071.685298:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317071.685303:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009154ad9c. 00000400:00000200:0.0:1761317071.688523:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.688549:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e840 00000400:00000200:0.0:1761317071.688557:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0071 [2] + 1640 00000400:00000200:0.0:1761317071.688637:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.688642:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.688649:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.688657:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 00000020:00000010:2.0:1761317071.688801:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d976588. 00000020:00000010:2.0:1761317071.688808:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.688813:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.688840:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017474c62 x1846872898922560/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.688868:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922560 02000000:00000010:2.0:1761317071.688880:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d53b8c4a. 00010000:00000010:2.0:1761317071.688908:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d351c128. 00010000:00000010:2.0:1761317071.688930:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.688937:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081f0eedb. 00000100:00000010:2.0:1761317071.688955:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081f0eedb. 00010000:00000010:2.0:1761317071.688960:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.688972:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038c9f7c. 00000100:00000200:2.0:1761317071.688978:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922560, offset 224 00000400:00000200:2.0:1761317071.688985:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.688997:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.689002:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90225:90225:256:4294967295] 192.168.204.21@tcp LPNI seq info [90225:90225:8:4294967295] 00000400:00000200:2.0:1761317071.689011:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.689016:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.689020:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317071.689026:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.689033:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.689037:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.689063:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.689067:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.689070:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d976588. 00080000:00000010:3.0:1761317071.689272:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de7716d2. 00010000:00000010:3.0:1761317071.689371:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.689380:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b260712. 00010000:00000010:3.0:1761317071.689458:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000502f8506. 00010000:00000010:3.0:1761317071.689465:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.689475:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.689479:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000800:00000200:0.0:1761317071.689860:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.689864:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:0.0:1761317071.689870:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.689875:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.689880:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000038c9f7c 00000400:00000010:0.0:1761317071.689882:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000038c9f7c. 00000100:00000010:3.0:1761317071.691550:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.691577:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c4379ae3. 02000000:00000010:3.0:1761317071.691609:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002bbcc6bb. 00000400:00000010:3.0:1761317071.691617:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317071.691623:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317071.691630:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783872, portal 16 00000400:00000010:3.0:1761317071.691635:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc85997b. 00000100:00000200:3.0:1761317071.691637:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783872, offset 0 00000400:00000200:3.0:1761317071.691646:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.691659:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.691666:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.691670:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.691673:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.691676:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90226:90226:256:4294967295] 192.168.204.21@tcp LPNI seq info [90226:90226:8:4294967295] 00000400:00000200:3.0:1761317071.691701:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.691707:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.691711:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.691718:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.691725:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.691728:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.694013:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.694021:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317071.694037:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.694046:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.694052:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc85997b 00000400:00000010:0.0:1761317071.694054:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc85997b. 00000100:00000200:0.0:1761317071.694063:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902783872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.694250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd4178fa. 00010000:00000010:3.1:1761317071.694305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013a723e7. 00010000:00000010:3.1:1761317071.694311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61fd0c5. 00000400:00000200:0.0:1761317071.695821:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.695842:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d380 00000400:00000200:0.0:1761317071.695851:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1749 [1] + 224 00000400:00000200:0.0:1761317071.695880:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.695884:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.695893:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902783872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.695952:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317071.695958:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:3.0:1761317071.695960:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:3.0:1761317071.695966:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902783872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.695974:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902783872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.696005:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002bbcc6bb. 02000000:00000010:3.0:1761317071.696011:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c4379ae3. 00000100:00000010:3.0:1761317071.696016:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317071.696020:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:3.0:1761317071.696023:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00010000:00000010:3.1:1761317071.697736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6e9cb7b. 00010000:00000010:3.1:1761317071.697752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebe3047. 00010000:00000010:2.1:1761317071.697851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c248656e. 00000400:00000200:0.0:1761317071.698580:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.698596:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e880 00000400:00000200:0.0:1761317071.698615:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0071 [2] + 1968 00000400:00000010:0.0:1761317071.698621:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004a4f37ce. 00000400:00000200:0.0:1761317071.698625:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000462d8d52 00000400:00000200:0.0:1761317071.698720:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.698725:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.698729:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000462d8d52 00000400:00000010:0.0:1761317071.698732:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000462d8d52 (tot 82353666). 00000100:00000200:0.0:1761317071.698740:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317071.701578:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f91f7627. 00000020:00000010:1.0:1761317071.701592:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.701598:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.701631:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d265574 x1846872898922624/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.701710:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922624 02000000:00000010:1.0:1761317071.701723:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d486ae1. 00010000:00000010:1.0:1761317071.701754:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa50f612. 00010000:00000010:1.0:1761317071.701783:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008950c8c5. 00000100:00000010:1.0:1761317071.701791:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009d42d3c0. 00000100:00000010:1.0:1761317071.701806:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009d42d3c0. 00010000:00000010:1.0:1761317071.701810:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000400:00000010:1.0:1761317071.701826:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317071.701832:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922624, offset 224 00000400:00000200:1.0:1761317071.701841:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.701855:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.701861:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90227:90227:256:4294967295] 192.168.204.21@tcp LPNI seq info [90227:90227:8:4294967295] 00000400:00000200:1.0:1761317071.701871:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.701878:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.701883:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82353914). 00000800:00000200:1.0:1761317071.701889:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.701896:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.701900:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.701924:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.701932:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.701936:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f91f7627. 02000000:00000010:1.0:1761317071.701948:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d53b8c4a. 00000100:00000010:1.0:1761317071.701953:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 00080000:00000010:3.0:1761317071.701957:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000660d7a5f. 02000000:00000010:1.0:1761317071.701957:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b3b9a0c3. 00000100:00000010:1.0:1761317071.701960:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 02000000:00000010:1.0:1761317071.701965:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d6e460a. 00000100:00000010:1.0:1761317071.701967:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044a52814. 02000000:00000010:1.0:1761317071.701970:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000578a8fb2. 00000100:00000010:1.0:1761317071.701972:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c8f8d2f2. 02000000:00000010:1.0:1761317071.701974:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000024bf4c95. 00000100:00000010:1.0:1761317071.701977:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317071.701981:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000059827d42. 00000100:00000010:1.0:1761317071.701984:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00000100:00000200:1.0:1761317071.701994:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317071.702001:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000032168b64. 00000400:00000010:1.0:1761317071.702005:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009d42d3c0 (tot 82354066). 00010000:00000010:3.0:1761317071.702052:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00000800:00000200:0.0:1761317071.702060:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761317071.702063:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000106e7961. 00000800:00000010:0.0:1761317071.702066:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:0.0:1761317071.702073:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.702080:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.702085:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:0.0:1761317071.702088:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 02000000:00000010:0.0:1761317071.702094:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d486ae1. 00010000:00000010:3.0:1761317071.702155:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.0:1761317071.702160:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.702170:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000642a730c. 00000100:00000010:3.0:1761317071.702173:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a97cf137. 00000100:00000010:3.0:1761317071.702180:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317071.702189:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000021e177a2. 02000000:00000010:3.0:1761317071.702211:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e8d582c. 00000400:00000010:3.0:1761317071.702214:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317071.702218:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317071.702221:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902783936, portal 16 00000400:00000010:3.0:1761317071.702224:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317071.702226:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902783936, offset 0 00000400:00000200:3.0:1761317071.702231:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.702238:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.702245:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.702248:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.702251:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.702253:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90228:90228:256:4294967295] 192.168.204.21@tcp LPNI seq info [90228:90228:8:4294967295] 00000400:00000200:3.0:1761317071.702260:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.702264:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.702267:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.702271:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.702274:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.702276:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.704085:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.704092:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317071.704106:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.704115:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.704120:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:0.0:1761317071.704122:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000100:00000200:0.0:1761317071.704130:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902783936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.704223:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de4b9a0. 00010000:00000010:3.1:1761317071.704231:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf160527. 00000400:00000200:0.0:1761317071.707988:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.708008:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d3c0 00000400:00000200:0.0:1761317071.708015:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1759 [1] + 224 00000400:00000200:0.0:1761317071.708029:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.708033:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.708042:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902783936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.711471:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:1.0:1761317071.711485:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:1.0:1761317071.711488:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:1.0:1761317071.711503:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902783936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.711514:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902783936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.711548:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e8d582c. 02000000:00000010:1.0:1761317071.711556:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000021e177a2. 00000100:00000010:1.0:1761317071.711560:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:1.0:1761317071.711564:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a97cf137. 00010000:00000010:1.0:1761317071.711568:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000642a730c. 00010000:00000010:1.1:1761317071.711916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c1ab5be. 00000400:00000200:0.0:1761317071.712148:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.712165:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e8c0 00000400:00000200:0.0:1761317071.712173:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb00d1 [2] + 0 00000400:00000200:0.0:1761317071.712240:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.712244:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.712251:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.712256:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000020:00000010:2.0:1761317071.712634:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d976588. 00000020:00000010:2.0:1761317071.712643:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.712648:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.712673:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898922688/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317071.712734:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922688 02000000:00000010:2.0:1761317071.712745:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007c647f76. 00010000:00000010:2.0:1761317071.712772:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a5c94cf. 00010000:00000010:2.0:1761317071.712793:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.712799:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081f0eedb. 00000100:00000010:2.0:1761317071.712818:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081f0eedb. 00010000:00000010:2.0:1761317071.712821:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.712835:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009e2c497. 00000100:00000200:2.0:1761317071.712839:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922688, offset 224 00000400:00000200:2.0:1761317071.712847:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:1.0:1761317071.712849:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec727136. 00000400:00000200:2.0:1761317071.712858:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.712865:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90229:90229:256:4294967295] 192.168.204.21@tcp LPNI seq info [90229:90229:8:4294967295] 00000400:00000200:2.0:1761317071.712875:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.712880:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.712885:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317071.712891:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.712898:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.712902:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.712924:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.712929:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.712932:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d976588. 00010000:00000010:1.0:1761317071.712944:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:1.0:1761317071.712952:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015d8e2b2. 00010000:00000010:1.0:1761317071.713032:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a44dafbe. 00010000:00000010:1.0:1761317071.713040:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317071.713051:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008950c8c5. 00000100:00000010:1.0:1761317071.713056:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.713062:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8f8d2f2. 02000000:00000010:1.0:1761317071.713073:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8372ad8. 02000000:00000010:1.0:1761317071.713096:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d486ae1. 00000400:00000010:1.0:1761317071.713101:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0cf331c. 00000400:00000010:1.0:1761317071.713106:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317071.713110:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784000, portal 16 00000400:00000010:1.0:1761317071.713115:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced575a6. 00000100:00000200:1.0:1761317071.713116:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784000, offset 0 00000400:00000200:1.0:1761317071.713121:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.713129:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.713135:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.713139:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.713141:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.713144:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90230:90230:255:4294967295] 192.168.204.21@tcp LPNI seq info [90230:90230:7:4294967295] 00000400:00000200:1.0:1761317071.713151:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.713154:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.713157:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317071.713161:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.713165:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.713167:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.713248:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.713251:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000400:00000200:0.0:1761317071.713258:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.713261:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.713264:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:0.0:1761317071.713266:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000800:00000200:0.0:1761317071.713305:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.713307:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:0.0:1761317071.713310:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.713313:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.713315:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced575a6 00000400:00000010:0.0:1761317071.713316:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced575a6. 00000100:00000200:0.0:1761317071.713321:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c8f8d2f2 x1846872902784000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.717422:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.717445:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d400 00000400:00000200:0.0:1761317071.717454:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1765 [1] + 224 00000400:00000200:0.0:1761317071.717465:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.717469:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.717480:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c8f8d2f2 x1846872902784000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.717504:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.717509:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e900 00000400:00000200:0.0:1761317071.717514:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb00d1 [2] + 328 00000400:00000200:0.0:1761317071.717572:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.717576:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.717581:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.717587:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 00000400:00000010:1.0:1761317071.717728:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0cf331c. 00000400:00000200:1.0:1761317071.717733:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:1.0:1761317071.717736:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000100:00000200:1.0:1761317071.717743:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c8f8d2f2 x1846872902784000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.717750:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c8f8d2f2 x1846872902784000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.717781:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d486ae1. 02000000:00000010:1.0:1761317071.717788:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8372ad8. 00000100:00000010:1.0:1761317071.717792:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c8f8d2f2. 00000100:00000010:1.0:1761317071.717795:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00000020:00000010:2.0:1761317071.717798:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d976588. 00010000:00000010:1.0:1761317071.717800:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000020:00000010:2.0:1761317071.717806:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.717811:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.717834:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec6b75a x1846872898922752/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.717875:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922752 02000000:00000010:2.0:1761317071.717888:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000578a8fb2. 00010000:00000010:2.0:1761317071.717912:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ec81865. 00010000:00000010:2.0:1761317071.717933:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.717939:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081f0eedb. 00000100:00000010:2.0:1761317071.717954:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081f0eedb. 00010000:00000010:2.0:1761317071.717956:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.717968:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317071.717972:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922752, offset 224 00000400:00000200:2.0:1761317071.717980:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.717990:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.717995:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90231:90231:256:4294967295] 192.168.204.21@tcp LPNI seq info [90231:90231:8:4294967295] 00000400:00000200:2.0:1761317071.718004:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.718009:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.718012:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317071.718017:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.718023:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.718027:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.718045:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.718048:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.718051:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d976588. 00000800:00000200:0.0:1761317071.718209:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.718213:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:0.0:1761317071.718219:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.718222:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.718225:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:0.0:1761317071.718226:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00080000:00000010:3.0:1761317071.718556:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000604788ed. 00010000:00000010:3.0:1761317071.718645:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:3.0:1761317071.718650:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9ff6f65. 00010000:00000010:3.0:1761317071.718741:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf160527. 00010000:00000010:3.0:1761317071.718748:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.718759:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085089d70. 00000100:00000010:3.0:1761317071.718767:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff6d84d4. 00000100:00000010:3.0:1761317071.718774:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 02000000:00000010:3.0:1761317071.718786:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b18bca77. 02000000:00000010:3.0:1761317071.718812:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045d9b110. 00000400:00000010:3.0:1761317071.718817:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317071.718822:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317071.718828:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784064, portal 16 00000400:00000010:3.0:1761317071.718834:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317071.718836:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784064, offset 0 00000400:00000200:3.0:1761317071.718843:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.718853:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.718862:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.718865:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.718868:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.718870:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90232:90232:256:4294967295] 192.168.204.21@tcp LPNI seq info [90232:90232:8:4294967295] 00000400:00000200:3.0:1761317071.718878:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.718882:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.718885:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.718889:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.718894:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.718897:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.718992:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.718996:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317071.719005:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.719008:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.719011:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:0.0:1761317071.719012:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000100:00000200:0.0:1761317071.719017:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6bf661 x1846872902784064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.721583:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.721607:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d440 00000400:00000200:0.0:1761317071.721618:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1771 [1] + 224 00000400:00000200:0.0:1761317071.721636:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.721641:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.721650:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6bf661 x1846872902784064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317071.721867:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317071.721873:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:3.0:1761317071.721876:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:3.0:1761317071.721886:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6bf661 x1846872902784064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317071.721894:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6bf661 x1846872902784064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317071.721925:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045d9b110. 02000000:00000010:3.0:1761317071.721930:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b18bca77. 00000100:00000010:3.0:1761317071.721933:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 00000100:00000010:3.0:1761317071.721936:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff6d84d4. 00010000:00000010:3.0:1761317071.721940:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085089d70. 00010000:00000010:3.1:1761317071.723427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086c7c02d. 00010000:00000010:3.1:1761317071.723441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502f8506. 00000400:00000200:0.0:1761317071.725000:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.725018:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e940 00000400:00000200:0.0:1761317071.725026:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb00d1 [2] + 656 00000400:00000200:0.0:1761317071.725089:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.725093:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.725100:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.725107:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00000020:00000010:1.0:1761317071.725177:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8372ad8. 00000020:00000010:1.0:1761317071.725185:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.725190:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.725216:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898922816/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.725255:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922816 02000000:00000010:1.0:1761317071.725267:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d486ae1. 00010000:00000010:1.0:1761317071.725295:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db8d5525. 00010000:00000010:1.0:1761317071.725318:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008950c8c5. 00000100:00000010:1.0:1761317071.725325:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.725350:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.725354:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000400:00000010:1.0:1761317071.725370:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317071.725376:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922816, offset 224 00000400:00000200:1.0:1761317071.725385:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.725396:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.725402:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90233:90233:256:4294967295] 192.168.204.21@tcp LPNI seq info [90233:90233:8:4294967295] 00000400:00000200:1.0:1761317071.725412:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.725417:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.725421:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317071.725427:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.725434:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.725438:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.725462:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.725469:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.725472:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8372ad8. 00080000:00000010:3.0:1761317071.725578:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b18bca77. 00010000:00000010:3.0:1761317071.725657:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317071.725663:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4eaa63e. 00010000:00000010:3.0:1761317071.725751:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000502f8506. 00010000:00000010:3.0:1761317071.725759:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:2.0:1761317071.725791:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.725797:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081f0eedb. 00000100:00000010:2.0:1761317071.725803:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317071.725814:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d976588. 02000000:00000010:2.0:1761317071.725834:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b3b9a0c3. 00000400:00000010:2.0:1761317071.725839:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037d4f2c3. 00000400:00000010:2.0:1761317071.725842:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.725846:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784128, portal 16 00000400:00000010:2.0:1761317071.725851:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e1f037. 00000100:00000200:2.0:1761317071.725852:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784128, offset 0 00000400:00000200:2.0:1761317071.725857:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.725863:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.725870:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.725873:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.725876:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.725878:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90234:90234:255:4294967295] 192.168.204.21@tcp LPNI seq info [90234:90234:7:4294967295] 00000400:00000200:2.0:1761317071.725885:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.725888:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.725891:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354314). 00000800:00000200:2.0:1761317071.725894:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.725897:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.725899:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.726272:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.726276:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82354066). 00000400:00000200:0.0:1761317071.726281:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.726285:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.726288:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:0.0:1761317071.726290:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000800:00000200:0.0:1761317071.726344:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.726347:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:0.0:1761317071.726352:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.726362:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.726365:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:0.0:1761317071.726366:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000100:00000200:0.0:1761317071.726372:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902784128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.727231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4617c9f. 00010000:00000010:1.1:1761317071.727241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebe3047. 00010000:00000010:2.1:1761317071.727282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23bcbe8. 00010000:00000010:2.1:1761317071.727288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c15dd704. 00000400:00000200:0.0:1761317071.730095:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.730115:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d480 00000400:00000200:0.0:1761317071.730123:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb177d [1] + 224 00000400:00000200:0.0:1761317071.730135:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.730138:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.730149:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c67b2b8 x1846872902784128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.730179:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.730185:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e980 00000400:00000200:0.0:1761317071.730189:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb00d1 [2] + 984 00000400:00000200:0.0:1761317071.730197:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.730200:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.730204:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.730209:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000400:00000010:2.0:1761317071.730392:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037d4f2c3. 00000400:00000200:2.0:1761317071.730398:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:2.0:1761317071.730400:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.730407:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902784128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.730415:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902784128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.730613:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b3b9a0c3. 02000000:00000010:2.0:1761317071.730619:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d976588. 00000100:00000010:2.0:1761317071.730623:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:2.0:1761317071.730625:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081f0eedb. 00010000:00000010:2.0:1761317071.730629:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00010000:00000010:3.1:1761317071.730989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cc75474. 00010000:00000010:3.1:1761317071.730996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44dafbe. 00000020:00000010:3.0:1761317071.731028:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045d9b110. 00000020:00000010:3.0:1761317071.731034:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000014287f4c. 00000020:00000010:3.0:1761317071.731038:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000097d4f70a. 00000100:00000200:3.0:1761317071.731061:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898922880/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.731097:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922880 02000000:00000010:3.0:1761317071.731108:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db352d3b. 00010000:00000010:3.0:1761317071.731135:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6692c57. 00010000:00000010:3.0:1761317071.731155:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085089d70. 00000100:00000010:3.0:1761317071.731163:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff6d84d4. 00000100:00000010:3.0:1761317071.731177:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff6d84d4. 00010000:00000010:3.0:1761317071.731180:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085089d70. 00000400:00000010:3.0:1761317071.731193:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317071.731197:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922880, offset 224 00000400:00000200:3.0:1761317071.731204:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.731214:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.731219:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90235:90235:256:4294967295] 192.168.204.21@tcp LPNI seq info [90235:90235:8:4294967295] 00000400:00000200:3.0:1761317071.731227:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.731232:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.731235:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.731240:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.731247:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.731250:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.731273:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000014287f4c. 00000020:00000010:3.0:1761317071.731277:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000097d4f70a. 00000020:00000010:3.0:1761317071.731280:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045d9b110. 00080000:00000010:2.0:1761317071.731445:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d976588. 00010000:00000010:2.0:1761317071.731525:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:2.0:1761317071.731531:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023be1878. 00010000:00000010:2.0:1761317071.731605:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000730260f4. 00010000:00000010:2.0:1761317071.731611:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317071.731619:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.731623:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081f0eedb. 00000100:00000010:2.0:1761317071.731628:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317071.731639:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b3b9a0c3. 02000000:00000010:2.0:1761317071.731660:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d53b8c4a. 00000400:00000010:2.0:1761317071.731664:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037d4f2c3. 00000400:00000010:2.0:1761317071.731667:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.731671:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784192, portal 16 00000400:00000010:2.0:1761317071.731675:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f39d74ae. 00000100:00000200:2.0:1761317071.731709:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784192, offset 0 00000400:00000200:2.0:1761317071.731715:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.731722:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.731728:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.731731:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.731734:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.731736:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90236:90236:255:4294967295] 192.168.204.21@tcp LPNI seq info [90236:90236:7:4294967295] 00000400:00000200:2.0:1761317071.731743:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.731747:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.731750:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354314). 00000800:00000200:2.0:1761317071.731754:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.731757:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.731760:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.732524:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.732531:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:0.0:1761317071.732543:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.732549:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.732554:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:0.0:1761317071.732556:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000800:00000200:0.0:1761317071.733629:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.733634:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:0.0:1761317071.733643:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.733650:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.733655:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:0.0:1761317071.733656:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00000100:00000200:0.0:1761317071.733663:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902784192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.734714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009942a3fd. 00010000:00000010:3.1:1761317071.734725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf160527. 00010000:00000010:1.1:1761317071.735078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a38b6ee. 00010000:00000010:3.1:1761317071.738739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000099a4e67. 00010000:00000010:2.1:1761317071.739131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e12652d9. 00010000:00000010:2.1:1761317071.739139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502f8506. 00000400:00000200:0.0:1761317071.740479:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.740499:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d4c0 00000400:00000200:0.0:1761317071.740508:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1789 [1] + 224 00000400:00000200:0.0:1761317071.740521:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.740525:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.740536:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c67b2b8 x1846872902784192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.740578:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.740584:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15e9c0 00000400:00000200:0.0:1761317071.740589:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb00d1 [2] + 1312 00000400:00000010:2.0:1761317071.741142:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037d4f2c3. 00000400:00000200:2.0:1761317071.741147:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:2.0:1761317071.741150:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.741170:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902784192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.741180:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902784192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.741206:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.741214:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 02000000:00000010:2.0:1761317071.741215:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d53b8c4a. 00000100:00000200:0.0:1761317071.741220:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1761317071.741222:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b3b9a0c3. 00000100:00000010:2.0:1761317071.741227:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:0.0:1761317071.741227:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 00000100:00000010:2.0:1761317071.741233:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081f0eedb. 00010000:00000010:2.0:1761317071.741238:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000020:00000010:1.0:1761317071.741333:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8372ad8. 00000020:00000010:1.0:1761317071.741349:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.741353:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.741375:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000034f8703 x1846872898922944/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317071.741413:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898922944 02000000:00000010:1.0:1761317071.741425:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f91f7627. 00010000:00000010:1.0:1761317071.741451:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004504db15. 00010000:00000010:1.0:1761317071.741470:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008950c8c5. 00000100:00000010:1.0:1761317071.741476:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.741491:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.741493:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000400:00000010:1.0:1761317071.741507:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317071.741511:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898922944, offset 224 00000400:00000200:1.0:1761317071.741519:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.741529:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.741534:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90237:90237:256:4294967295] 192.168.204.21@tcp LPNI seq info [90237:90237:8:4294967295] 00000400:00000200:1.0:1761317071.741542:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.741547:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.741551:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317071.741556:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.741562:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.741566:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.741588:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.741594:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.741597:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8372ad8. 00080000:00000010:2.0:1761317071.741718:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3b9a0c3. 00010000:00000010:2.0:1761317071.741797:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317071.741804:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001cacf9b2. 00010000:00000010:2.0:1761317071.741880:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317071.741885:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317071.741895:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.741898:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081f0eedb. 00000100:00000010:2.0:1761317071.741904:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317071.741915:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d53b8c4a. 02000000:00000010:2.0:1761317071.741938:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000500681fb. 00000400:00000010:2.0:1761317071.741943:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037d4f2c3. 00000400:00000010:2.0:1761317071.741947:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.741952:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784256, portal 16 00000400:00000010:2.0:1761317071.741957:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317071.741958:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784256, offset 0 00000400:00000200:2.0:1761317071.741964:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.741970:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.741977:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.741981:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.741983:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.741986:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90238:90238:255:4294967295] 192.168.204.21@tcp LPNI seq info [90238:90238:7:4294967295] 00000400:00000200:2.0:1761317071.741994:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.741998:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.742001:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354314). 00000800:00000200:2.0:1761317071.742005:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.742009:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.742012:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.742968:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.742974:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82354066). 00000400:00000200:0.0:1761317071.742980:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.742987:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.742991:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:0.0:1761317071.742994:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00000800:00000200:0.0:1761317071.745163:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.745171:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:0.0:1761317071.745182:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.745189:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.745194:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:0.0:1761317071.745196:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:0.0:1761317071.745205:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902784256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.746409:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.746423:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d500 00000400:00000200:0.0:1761317071.746431:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1795 [1] + 224 00000400:00000200:0.0:1761317071.746440:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.746443:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.746449:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c67b2b8 x1846872902784256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.746478:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.746482:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ea00 00000400:00000200:0.0:1761317071.746486:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb00d1 [2] + 1640 00010000:00000010:1.1:1761317071.746981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a0b469c. 00000400:00000010:2.0:1761317071.747596:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037d4f2c3. 00000400:00000200:0.0:1761317071.747596:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.747604:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:2.0:1761317071.747607:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.747614:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902784256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.747621:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902784256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.747650:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000500681fb. 02000000:00000010:2.0:1761317071.747657:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d53b8c4a. 00000100:00000010:2.0:1761317071.747661:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:2.0:1761317071.747665:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081f0eedb. 00010000:00000010:2.0:1761317071.747668:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000200:0.0:1761317071.747722:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.747728:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.747736:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 00000020:00000010:1.0:1761317071.747826:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8372ad8. 00000020:00000010:1.0:1761317071.747834:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.747838:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.747864:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090804a88 x1846872898923008/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.747901:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923008 02000000:00000010:1.0:1761317071.747912:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003bfc2dd9. 00010000:00000010:1.0:1761317071.747941:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000950bb646. 00010000:00000010:1.0:1761317071.747959:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008950c8c5. 00000100:00000010:1.0:1761317071.747965:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.747981:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.747984:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000400:00000010:1.0:1761317071.747997:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317071.748001:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923008, offset 224 00000400:00000200:1.0:1761317071.748007:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.748018:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.748024:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90239:90239:256:4294967295] 192.168.204.21@tcp LPNI seq info [90239:90239:8:4294967295] 00000400:00000200:1.0:1761317071.748033:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.748037:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.748042:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317071.748047:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.748054:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.748058:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.748082:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.748088:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.748091:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8372ad8. 00080000:00000010:2.0:1761317071.748189:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000500681fb. 00000800:00000200:0.0:1761317071.748195:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.748199:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:0.0:1761317071.748202:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.748206:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.748209:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:0.0:1761317071.748211:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00010000:00000010:2.0:1761317071.748265:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317071.748271:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5796434. 00010000:00000010:2.0:1761317071.748359:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bc260e1. 00010000:00000010:2.0:1761317071.748364:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317071.748374:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.748377:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081f0eedb. 00000100:00000010:2.0:1761317071.748382:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317071.748393:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d53b8c4a. 02000000:00000010:2.0:1761317071.748417:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ba907c6. 00000400:00000010:2.0:1761317071.748421:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037d4f2c3. 00000400:00000010:2.0:1761317071.748425:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.748430:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784320, portal 16 00000400:00000010:2.0:1761317071.748434:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7564b22. 00000100:00000200:2.0:1761317071.748917:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784320, offset 0 00000400:00000200:2.0:1761317071.748925:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.748932:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.748938:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317071.748941:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317071.748944:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317071.749349:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90240:90240:256:4294967295] 192.168.204.21@tcp LPNI seq info [90240:90240:8:4294967295] 00000400:00000200:2.0:1761317071.749360:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.749368:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.749373:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317071.749378:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.749383:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.749386:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.751826:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.751835:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:0.0:1761317071.751848:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.751858:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.751864:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7564b22 00000400:00000010:0.0:1761317071.751866:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7564b22. 00000100:00000200:0.0:1761317071.751879:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902784320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.752763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b589f82. 00010000:00000010:2.1:1761317071.752775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730260f4. 00000400:00000200:0.0:1761317071.756852:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.756872:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d540 00000400:00000200:0.0:1761317071.756880:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb17a1 [1] + 224 00000400:00000200:0.0:1761317071.756898:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.756902:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.756912:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c67b2b8 x1846872902784320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.756968:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000037d4f2c3. 00000400:00000200:2.0:1761317071.756973:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:2.0:1761317071.756975:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.756983:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902784320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317071.756991:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902784320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317071.757019:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ba907c6. 02000000:00000010:2.0:1761317071.757025:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d53b8c4a. 00000100:00000010:2.0:1761317071.757029:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:2.0:1761317071.757032:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081f0eedb. 00010000:00000010:2.0:1761317071.757036:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00010000:00000010:1.1:1761317071.757722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f99d26f. 00000400:00000200:0.0:1761317071.757866:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.757876:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ea40 00000400:00000200:0.0:1761317071.757882:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb00d1 [2] + 1968 00000400:00000010:0.0:1761317071.757890:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b1927d9a. 00000400:00000200:0.0:1761317071.757894:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004868db39 00000400:00000200:0.0:1761317071.757943:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.757947:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.757950:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004868db39 00000400:00000010:0.0:1761317071.757952:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004868db39 (tot 82353666). 00000100:00000200:0.0:1761317071.757957:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317071.760295:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317071.760308:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.760313:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.760356:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b3586945 x1846872898923072/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317071.760396:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923072 02000000:00000010:2.0:1761317071.760409:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1a6dc01. 00010000:00000010:2.0:1761317071.760438:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000354dcf3a. 00010000:00000010:2.0:1761317071.760461:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.760469:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081f0eedb. 00000100:00000010:2.0:1761317071.760485:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000081f0eedb. 00010000:00000010:2.0:1761317071.760489:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.760503:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317071.760509:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923072, offset 224 00000400:00000200:2.0:1761317071.760516:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.760529:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.760534:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90241:90241:256:4294967295] 192.168.204.21@tcp LPNI seq info [90241:90241:8:4294967295] 00000400:00000200:2.0:1761317071.760543:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.760548:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.760552:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82353914). 00000800:00000200:2.0:1761317071.760558:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00080000:00000010:0.0:1761317071.760865:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3ce8458. 00010000:00000010:0.0:1761317071.760955:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a4c0585. 00010000:00000010:0.0:1761317071.760961:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eb3ab59a. 00010000:00000010:0.0:1761317071.761030:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.0:1761317071.761037:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317071.761047:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2fbf2ee. 00000100:00000010:0.0:1761317071.761051:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317071.761059:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317071.761069:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059827d42. 02000000:00000010:0.0:1761317071.761091:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024bf4c95. 00000400:00000010:0.0:1761317071.761096:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c6a7ac93. 00000400:00000010:0.0:1761317071.761101:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317071.761106:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784384, portal 16 00000400:00000010:0.0:1761317071.761110:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317071.761112:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784384, offset 0 00000400:00000200:0.0:1761317071.761118:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.761124:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.761130:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.761134:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.761136:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.761139:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90242:90242:255:4294967295] 192.168.204.21@tcp LPNI seq info [90242:90242:7:4294967295] 00000400:00000200:0.0:1761317071.761145:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.761150:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.761153:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354162). 00000800:00000200:0.0:1761317071.761156:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.761162:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.761166:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.761316:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.761321:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353914). 00000400:00000200:1.0:1761317071.761325:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.761330:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.761342:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f6bd1ac 00000400:00000010:1.0:1761317071.761344:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f6bd1ac. 00000100:00000200:1.0:1761317071.761350:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac236a31 x1846872902784384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761317071.762731:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.762737:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.762763:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.762769:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.762773:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 02000000:00000010:2.0:1761317071.762783:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003bfc2dd9. 00000100:00000010:2.0:1761317071.762787:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 02000000:00000010:2.0:1761317071.762791:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f91f7627. 00000100:00000010:2.0:1761317071.762794:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 02000000:00000010:2.0:1761317071.762797:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db352d3b. 00000100:00000010:2.0:1761317071.762799:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 02000000:00000010:2.0:1761317071.762802:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d486ae1. 00000100:00000010:2.0:1761317071.762804:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 02000000:00000010:2.0:1761317071.762807:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000578a8fb2. 00000100:00000010:2.0:1761317071.762809:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 02000000:00000010:2.0:1761317071.762811:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007c647f76. 00000100:00000010:2.0:1761317071.762813:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 00000100:00000200:2.0:1761317071.762823:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317071.762832:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000037d4f2c3. 00000400:00000010:2.0:1761317071.762839:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000081f0eedb (tot 82354066). 00000800:00000200:0.0:1761317071.764416:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.764423:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:0.0:1761317071.764432:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.764440:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.764446:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:0.0:1761317071.764448:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 02000000:00000010:0.0:1761317071.764455:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1a6dc01. 00010000:00000010:2.1:1761317071.764860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000376ca945. 00010000:00000010:2.1:1761317071.764869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00000400:00000200:0.0:1761317071.768795:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.768815:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d580 00000400:00000200:0.0:1761317071.768823:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb17ad [1] + 224 00000400:00000200:0.0:1761317071.768834:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.768838:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.768849:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac236a31 x1846872902784384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.768891:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.768897:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ea80 00000400:00000200:0.0:1761317071.768902:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0121 [2] + 0 00000400:00000200:0.0:1761317071.768912:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.768915:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.768920:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.768925:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 00000400:00000010:1.0:1761317071.769011:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6a7ac93. 00000400:00000200:1.0:1761317071.769017:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000400:00000010:1.0:1761317071.769020:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 00000100:00000200:1.0:1761317071.769025:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac236a31 x1846872902784384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.769033:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac236a31 x1846872902784384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.769064:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024bf4c95. 02000000:00000010:1.0:1761317071.769070:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059827d42. 00000100:00000010:1.0:1761317071.769073:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000010:1.0:1761317071.769077:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:1.0:1761317071.769081:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2fbf2ee. 00000020:00000010:3.0:1761317071.769114:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045d9b110. 00000020:00000010:3.0:1761317071.769121:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000014287f4c. 00000020:00000010:3.0:1761317071.769125:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000097d4f70a. 00000100:00000200:3.0:1761317071.769149:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017474c62 x1846872898923136/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317071.769181:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923136 02000000:00000010:3.0:1761317071.769193:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b30dca1e. 00010000:00000010:3.0:1761317071.769219:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c559b5c8. 00010000:00000010:3.0:1761317071.769240:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085089d70. 00000100:00000010:3.0:1761317071.769246:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff6d84d4. 00000100:00000010:3.0:1761317071.769261:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff6d84d4. 00010000:00000010:3.0:1761317071.769264:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085089d70. 00000400:00000010:3.0:1761317071.769276:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc85997b. 00000100:00000200:3.0:1761317071.769288:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923136, offset 224 00080000:00000010:0.0:1761317071.769296:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d6e460a. 00000400:00000200:3.0:1761317071.769297:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.769310:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.769316:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90243:90243:256:4294967295] 192.168.204.21@tcp LPNI seq info [90243:90243:8:4294967295] 00000400:00000200:3.0:1761317071.769325:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.769330:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.769342:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.769347:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.769354:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.769358:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.769372:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000014287f4c. 00000020:00000010:3.0:1761317071.769376:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000097d4f70a. 00000020:00000010:3.0:1761317071.769380:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045d9b110. 00010000:00000010:0.0:1761317071.769399:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317071.769407:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b10b31bf. 00010000:00000010:0.0:1761317071.769479:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014ede31b. 00010000:00000010:0.0:1761317071.769485:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317071.769494:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000fa9524d. 00000100:00000010:0.0:1761317071.769499:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066113fe1. 00000100:00000010:0.0:1761317071.769504:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317071.769513:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070666462. 02000000:00000010:0.0:1761317071.769532:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6b07778. 00000400:00000010:0.0:1761317071.769536:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317071.769539:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317071.769543:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784448, portal 16 00000400:00000010:0.0:1761317071.769547:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317071.769548:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784448, offset 0 00000400:00000200:0.0:1761317071.769553:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.769558:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00010000:00000010:0.1:1761317071.771955:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc67f7f9. 00010000:00000010:0.1:1761317071.771969:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc260e1. 00000400:00000200:0.0:1761317071.771985:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.771990:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.771993:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.771996:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90244:90244:255:4294967295] 192.168.204.21@tcp LPNI seq info [90244:90244:7:4294967295] 00000400:00000200:0.0:1761317071.772007:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.772015:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.772020:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354314). 00000800:00000200:0.0:1761317071.772026:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.772032:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.772036:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.772119:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.772123:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:1.0:1761317071.772132:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.772137:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.772141:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc85997b 00000400:00000010:1.0:1761317071.772142:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc85997b. 00000800:00000200:1.0:1761317071.772863:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.772866:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:1.0:1761317071.772871:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.772875:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.772878:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:1.0:1761317071.772879:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000100:00000200:1.0:1761317071.772887:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac236a31 x1846872902784448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.775720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecd8e80c. 00010000:00000010:2.1:1761317071.775888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001850a932. 00000400:00000200:0.0:1761317071.782156:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.782183:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d5c0 00000400:00000200:0.0:1761317071.782193:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb17bd [1] + 224 00000400:00000200:0.0:1761317071.782207:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.782210:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.782222:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac236a31 x1846872902784448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.782274:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.782279:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15eac0 00000400:00000200:0.0:1761317071.782284:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0121 [2] + 328 00000400:00000200:0.0:1761317071.782381:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.782385:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.782390:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.782395:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000020:00000010:2.0:1761317071.782745:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317071.782753:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.782757:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.782783:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898923200/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317071.782815:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923200 02000000:00000010:2.0:1761317071.782825:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bcb77a1c. 00010000:00000010:2.0:1761317071.782865:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.782872:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317071.782878:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317071.782881:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.782894:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac6fae6. 00000100:00000200:2.0:1761317071.782898:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923200, offset 224 00000400:00000200:2.0:1761317071.782906:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.782916:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.782922:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90245:90245:256:4294967295] 192.168.204.21@tcp LPNI seq info [90245:90245:8:4294967295] 00000400:00000200:2.0:1761317071.782932:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.782937:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.782942:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317071.782948:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.782954:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.782958:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.782973:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.782976:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.782980:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 00000400:00000010:1.0:1761317071.783163:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:1.0:1761317071.783168:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:1.0:1761317071.783170:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00000100:00000200:1.0:1761317071.783176:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac236a31 x1846872902784448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.783184:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac236a31 x1846872902784448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317071.783206:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e31b8d71. 02000000:00000010:1.0:1761317071.783220:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6b07778. 02000000:00000010:1.0:1761317071.783225:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070666462. 00000100:00000010:1.0:1761317071.783240:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000010:1.0:1761317071.783243:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066113fe1. 00010000:00000010:1.0:1761317071.783245:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000fa9524d. 00080000:00000010:1.0:1761317071.783262:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bfc2dd9. 00010000:00000010:1.0:1761317071.783357:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:1.0:1761317071.783365:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019ff5068. 00010000:00000010:1.0:1761317071.783436:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317071.783440:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009b062b72. 00010000:00000010:1.0:1761317071.783445:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e153d8cd. 00010000:00000010:1.0:1761317071.783450:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ffcbbc3. 00080000:00000010:1.0:1761317071.783461:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078a1c9ed. 00010000:00000010:1.0:1761317071.783485:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ffcbbc3. 00010000:00000010:1.0:1761317071.783489:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b062b72. 00010000:00000010:1.0:1761317071.783539:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6b682a6. 00010000:00000010:1.0:1761317071.783543:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ffcbbc3. 00010000:00000010:1.0:1761317071.783551:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008950c8c5. 00000100:00000010:1.0:1761317071.783555:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.783560:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8f8d2f2. 02000000:00000010:1.0:1761317071.783571:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d486ae1. 02000000:00000010:1.0:1761317071.783595:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8372ad8. 00000400:00000010:1.0:1761317071.783599:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0cf331c. 00000400:00000010:1.0:1761317071.783603:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317071.783608:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784512, portal 16 00000400:00000010:1.0:1761317071.783612:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cccb1e8. 00000100:00000200:1.0:1761317071.783613:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784512, offset 0 00000400:00000200:1.0:1761317071.783619:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.783626:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.783634:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.783638:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.783640:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.783642:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90246:90246:255:4294967295] 192.168.204.21@tcp LPNI seq info [90246:90246:7:4294967295] 00000400:00000200:1.0:1761317071.783650:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.783655:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.783659:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354314). 00000800:00000200:1.0:1761317071.783663:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.783667:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.783670:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.783893:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.783898:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82354066). 00000400:00000200:0.0:1761317071.783906:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.783910:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.783914:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac6fae6 00000400:00000010:0.0:1761317071.783915:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac6fae6. 00000800:00000200:0.0:1761317071.783982:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.783984:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:0.0:1761317071.783987:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.783990:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.783992:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cccb1e8 00000400:00000010:0.0:1761317071.783993:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cccb1e8. 00000100:00000200:0.0:1761317071.783998:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c8f8d2f2 x1846872902784512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.785837:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.785853:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d600 00000400:00000200:1.0:1761317071.785862:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb17c9 [1] + 224 00000400:00000200:1.0:1761317071.785877:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.785892:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.785899:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c8f8d2f2 x1846872902784512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317071.785977:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0cf331c. 00000400:00000200:0.0:1761317071.785982:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:0.0:1761317071.785984:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000100:00000200:0.0:1761317071.785990:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c8f8d2f2 x1846872902784512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.785997:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c8f8d2f2 x1846872902784512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.786022:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8372ad8. 02000000:00000010:0.0:1761317071.786028:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d486ae1. 00000100:00000010:0.0:1761317071.786031:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c8f8d2f2. 00000100:00000010:0.0:1761317071.786034:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:0.0:1761317071.786038:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008950c8c5. 00000400:00000200:0.0:1761317071.786211:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.786219:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15eb00 00000400:00000200:0.0:1761317071.786225:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0121 [2] + 656 00000400:00000200:0.0:1761317071.786379:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.786384:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.786388:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.786392:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 00000020:00000010:3.0:1761317071.794083:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045d9b110. 00000020:00000010:3.0:1761317071.794097:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000014287f4c. 00000020:00000010:3.0:1761317071.794102:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000097d4f70a. 00000100:00000200:3.0:1761317071.794146:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec6b75a x1846872898923264/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.794190:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923264 02000000:00000010:3.0:1761317071.794206:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db352d3b. 00010000:00000010:3.0:1761317071.794240:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003be6f451. 00010000:00000010:1.0:1761317071.794306:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000defe5327. 00000100:00000010:1.0:1761317071.794317:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.794344:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.794348:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000defe5327. 00000400:00000010:1.0:1761317071.794368:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317071.794374:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923264, offset 224 00000400:00000200:1.0:1761317071.794385:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.794401:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.794408:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90247:90247:256:4294967295] 192.168.204.21@tcp LPNI seq info [90247:90247:8:4294967295] 00000400:00000200:1.0:1761317071.794420:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.794426:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.794434:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317071.794441:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.794449:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.794456:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.794487:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000014287f4c. 00000020:00000010:1.0:1761317071.794492:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000097d4f70a. 00000020:00000010:1.0:1761317071.794496:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045d9b110. 00080000:00000010:0.0:1761317071.794565:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070666462. 00010000:00000010:0.0:1761317071.794659:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ffcbbc3. 00010000:00000010:0.0:1761317071.794665:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007410adbd. 00010000:00000010:0.1:1761317071.794711:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bdcc315. 00010000:00000010:0.1:1761317071.794718:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00000001:00000010:0.0:1761317071.794766:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ea70f919. 00000001:00000010:0.0:1761317071.794773:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ea70f919. 00000001:00000010:0.0:1761317071.794776:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ea70f919. 00000001:00000010:0.0:1761317071.794778:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000083e53b5c. 00010000:00000010:0.0:1761317071.794805:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.0:1761317071.794811:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317071.794823:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff9712b6. 00000100:00000010:0.0:1761317071.794828:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ba1fc. 00000100:00000010:0.0:1761317071.794835:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317071.794846:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6b07778. 02000000:00000010:0.0:1761317071.794870:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059827d42. 00000400:00000010:0.0:1761317071.794875:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000671823d3. 00000400:00000010:0.0:1761317071.794880:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317071.794885:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784576, portal 16 00000400:00000010:0.0:1761317071.794890:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317071.794892:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784576, offset 0 00000400:00000200:0.0:1761317071.794897:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.794903:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.794909:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.794913:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.794915:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.794917:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90248:90248:255:4294967295] 192.168.204.21@tcp LPNI seq info [90248:90248:7:4294967295] 00000400:00000200:0.0:1761317071.794925:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.794930:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.794934:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354314). 00000800:00000200:0.0:1761317071.794938:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.794942:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.794944:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.794990:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.794996:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82354066). 00000400:00000200:2.0:1761317071.795001:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.795006:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.795010:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:2.0:1761317071.795013:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000800:00000200:2.0:1761317071.795043:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.795045:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00000400:00000200:2.0:1761317071.795048:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.795050:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.795052:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:2.0:1761317071.795053:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00000100:00000200:2.0:1761317071.795058:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902784576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.796832:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.796850:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d640 00000400:00000200:1.0:1761317071.796858:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb17d5 [1] + 224 00000400:00000200:1.0:1761317071.796870:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.796874:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.796883:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902784576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317071.796918:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.796925:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15eb40 00000400:00000200:1.0:1761317071.796930:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0121 [2] + 984 00000400:00000200:1.0:1761317071.796941:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.796944:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.796948:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.796954:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000044a52814. 00000020:00000010:2.0:1761317071.797048:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317071.797055:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.797060:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.797081:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044a52814 x1846872898923328/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.797115:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923328 02000000:00000010:2.0:1761317071.797125:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070d2f2a8. 00010000:00000010:2.0:1761317071.797158:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.797164:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317071.797169:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317071.797172:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.797184:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000653d2cc2. 00000100:00000200:2.0:1761317071.797188:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923328, offset 224 00000400:00000200:2.0:1761317071.797196:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.797206:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.797211:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90249:90249:256:4294967295] 192.168.204.21@tcp LPNI seq info [90249:90249:8:4294967295] 00000400:00000200:2.0:1761317071.797221:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.797226:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.797230:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317071.797235:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.797241:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.797245:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.797272:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.797276:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.797278:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 00000800:00000200:3.0:1761317071.797399:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.797403:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:3.0:1761317071.797409:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.797413:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.797416:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000653d2cc2 00000400:00000010:3.0:1761317071.797418:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000653d2cc2. 00000400:00000010:0.0:1761317071.797644:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000671823d3. 00000400:00000200:0.0:1761317071.797649:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:0.0:1761317071.797650:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:0.0:1761317071.797655:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902784576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.797662:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902784576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317071.797729:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f38af085. 02000000:00000010:0.0:1761317071.797746:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059827d42. 02000000:00000010:0.0:1761317071.797751:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6b07778. 00000100:00000010:0.0:1761317071.797755:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:0.0:1761317071.797758:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000956ba1fc. 00010000:00000010:0.0:1761317071.797761:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff9712b6. 00080000:00000010:0.0:1761317071.797777:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6b07778. 00010000:00000010:0.0:1761317071.797865:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317071.797872:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052176351. 00010000:00000010:0.0:1761317071.797950:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b5622741. 00010000:00000010:0.0:1761317071.797956:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317071.797965:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff9712b6. 00000100:00000010:0.0:1761317071.797968:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ba1fc. 00000100:00000010:0.0:1761317071.797974:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317071.797988:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059827d42. 02000000:00000010:0.0:1761317071.798011:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024bf4c95. 00000400:00000010:0.0:1761317071.798016:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000671823d3. 00000400:00000010:0.0:1761317071.798019:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317071.798024:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784640, portal 16 00000400:00000010:0.0:1761317071.798027:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023f77c1e. 00000100:00000200:0.0:1761317071.798029:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784640, offset 0 00000400:00000200:0.0:1761317071.798035:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.798042:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.798048:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.798052:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.798054:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.798056:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90250:90250:256:4294967295] 192.168.204.21@tcp LPNI seq info [90250:90250:8:4294967295] 00000400:00000200:0.0:1761317071.798062:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.798066:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.798069:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317071.798074:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.798078:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.798080:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.798492:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.798495:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:2.0:1761317071.798499:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.798503:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.798506:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023f77c1e 00000400:00000010:2.0:1761317071.798508:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023f77c1e. 00000100:00000200:2.0:1761317071.798512:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902784640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.798582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003943de80. 00010000:00000010:1.1:1761317071.798590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057ee1ab0. 00010000:00000010:1.1:1761317071.798594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ede31b. 00010000:00000010:1.1:1761317071.798597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317071.798600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e153d8cd. 00010000:00000010:3.1:1761317071.802193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb5e098e. 00010000:00000010:0.1:1761317071.802499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b752461. 00010000:00000010:0.1:1761317071.802506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b682a6. 00000400:00000200:1.0:1761317071.802737:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.802755:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d680 00000400:00000200:1.0:1761317071.802763:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb17e1 [1] + 224 00000400:00000200:1.0:1761317071.802780:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.802784:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.802794:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902784640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317071.802875:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000671823d3. 00000400:00000200:0.0:1761317071.802889:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:0.0:1761317071.802892:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:0.0:1761317071.802898:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902784640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.802906:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902784640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.802938:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024bf4c95. 02000000:00000010:0.0:1761317071.802944:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059827d42. 00000100:00000010:0.0:1761317071.802947:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:0.0:1761317071.802950:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000956ba1fc. 00010000:00000010:0.0:1761317071.802954:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff9712b6. 00000400:00000200:3.0:1761317071.806205:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.806225:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15eb80 00000400:00000200:3.0:1761317071.806234:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0121 [2] + 1312 00000400:00000200:3.0:1761317071.806572:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.806578:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.806585:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317071.806591:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 00000020:00000010:1.0:1761317071.807143:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d486ae1. 00000020:00000010:1.0:1761317071.807151:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.807156:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.807179:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6bf661 x1846872898923392/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317071.807637:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923392 02000000:00000010:1.0:1761317071.807650:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8372ad8. 00010000:00000010:1.0:1761317071.807700:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028009449. 00010000:00000010:1.0:1761317071.807723:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000defe5327. 00000100:00000010:1.0:1761317071.807730:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.807753:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.807756:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000defe5327. 00000400:00000010:1.0:1761317071.807772:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0545a8a. 00000100:00000200:1.0:1761317071.807777:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923392, offset 224 00000400:00000200:1.0:1761317071.807786:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.807798:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.807805:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90251:90251:256:4294967295] 192.168.204.21@tcp LPNI seq info [90251:90251:8:4294967295] 00000400:00000200:1.0:1761317071.807815:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.807820:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.807825:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317071.807831:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.807837:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.807841:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.807862:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.807869:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:1.0:1761317071.807872:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d486ae1. 00080000:00000010:3.0:1761317071.808047:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021e177a2. 00010000:00000010:0.1:1761317071.808297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003710444e. 00010000:00000010:0.1:1761317071.808305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3fc5955. 00010000:00000010:0.1:1761317071.808308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00010000:00000010:3.0:1761317071.808324:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:3.0:1761317071.808332:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013046b74. 00000800:00000200:0.0:1761317071.808412:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.808416:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:0.0:1761317071.808420:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.808425:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.808429:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0545a8a 00000400:00000010:0.0:1761317071.808431:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0545a8a. 00010000:00000010:3.0:1761317071.809230:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf160527. 00010000:00000010:3.0:1761317071.809240:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317071.809251:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085089d70. 00000100:00000010:3.0:1761317071.809257:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff6d84d4. 00000100:00000010:3.0:1761317071.809266:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 02000000:00000010:3.0:1761317071.809278:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e8d582c. 02000000:00000010:3.0:1761317071.809306:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045d9b110. 00000400:00000010:3.0:1761317071.809312:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317071.809318:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab1bb0c. 00000100:00000200:3.0:1761317071.809323:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784704, portal 16 00000400:00000010:3.0:1761317071.809328:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317071.809330:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784704, offset 0 00000400:00000200:3.0:1761317071.809350:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.809363:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.809370:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317071.809373:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317071.809376:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317071.809379:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90252:90252:256:4294967295] 192.168.204.21@tcp LPNI seq info [90252:90252:8:4294967295] 00000400:00000200:3.0:1761317071.809389:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.809394:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.809398:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.809403:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.809409:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.809413:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.810041:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.810045:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317071.810054:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.810059:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.810062:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:0.0:1761317071.810064:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000100:00000200:0.0:1761317071.810070:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064fe2df4 x1846872902784704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.813740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b65d76d. 00010000:00000010:3.1:1761317071.813797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f038c16. 00010000:00000010:3.1:1761317071.813804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5622741. 00000400:00000200:3.0:1761317071.821568:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.821587:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d6c0 00000400:00000200:3.0:1761317071.821594:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb17ed [1] + 224 00000400:00000200:3.0:1761317071.821611:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.821614:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.821625:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064fe2df4 x1846872902784704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.821706:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:1.0:1761317071.821711:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab1bb0c 00000400:00000010:1.0:1761317071.821713:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab1bb0c. 00000100:00000200:1.0:1761317071.821719:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064fe2df4 x1846872902784704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.821732:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064fe2df4 x1846872902784704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.821759:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045d9b110. 02000000:00000010:1.0:1761317071.821765:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e8d582c. 00000100:00000010:1.0:1761317071.821769:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 00000100:00000010:1.0:1761317071.821773:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff6d84d4. 00010000:00000010:1.0:1761317071.821777:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085089d70. 00000400:00000200:0.0:1761317071.824622:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.824642:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ebc0 00000400:00000200:0.0:1761317071.824650:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0121 [2] + 1640 00000400:00000200:0.0:1761317071.824736:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.824741:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.824748:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.824755:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00000020:00000010:1.0:1761317071.825855:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d486ae1. 00000020:00000010:1.0:1761317071.825864:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317071.825869:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d85eff60. 00000100:00000200:1.0:1761317071.825898:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898923456/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.826495:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923456 02000000:00000010:3.0:1761317071.826510:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4379ae3. 00010000:00000010:3.0:1761317071.826541:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7c07636. 00010000:00000010:3.0:1761317071.826579:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95ac28e. 00000100:00000010:3.0:1761317071.826586:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317071.826609:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317071.826613:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95ac28e. 00000400:00000010:3.0:1761317071.826627:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317071.826633:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923456, offset 224 00000400:00000200:3.0:1761317071.826642:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.826656:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.826662:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90253:90253:256:4294967295] 192.168.204.21@tcp LPNI seq info [90253:90253:8:4294967295] 00000400:00000200:3.0:1761317071.826673:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.826720:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.826727:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.826734:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.826742:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.826746:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.826766:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:3.0:1761317071.826772:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d85eff60. 00000020:00000010:3.0:1761317071.826776:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d486ae1. 00080000:00000010:0.0:1761317071.826865:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059827d42. 00010000:00000010:0.0:1761317071.826952:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:0.0:1761317071.826959:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f6736e00. 00010000:00000010:0.0:1761317071.827025:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.0:1761317071.827031:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ad8f2f. 00010000:00000010:0.0:1761317071.827041:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff9712b6. 00000100:00000010:0.0:1761317071.827045:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ba1fc. 00000100:00000010:0.0:1761317071.827051:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 02000000:00000010:0.0:1761317071.827062:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000024bf4c95. 02000000:00000010:0.0:1761317071.827085:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026b656ba. 00000400:00000010:0.0:1761317071.827091:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000671823d3. 00000400:00000010:0.0:1761317071.827096:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317071.827101:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784768, portal 16 00000400:00000010:0.0:1761317071.827105:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317071.827107:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784768, offset 0 00000400:00000200:0.0:1761317071.827112:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.827119:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.827125:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.827128:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.827130:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.827132:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90254:90254:255:4294967295] 192.168.204.21@tcp LPNI seq info [90254:90254:7:4294967295] 00000400:00000200:0.0:1761317071.827139:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.827143:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.827151:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354314). 00000800:00000200:0.0:1761317071.827155:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.827159:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.827161:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317071.827224:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.827227:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:0.0:1761317071.827236:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.827252:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.827257:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:0.0:1761317071.827259:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000800:00000200:0.0:1761317071.827332:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.827342:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:0.0:1761317071.827346:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.827349:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.827351:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:0.0:1761317071.827353:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:0.0:1761317071.827357:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000666abea3 x1846872902784768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.831728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090701a37. 00000400:00000200:3.0:1761317071.833720:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.833740:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d700 00000400:00000200:3.0:1761317071.833748:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb17f9 [1] + 224 00000400:00000200:3.0:1761317071.833760:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.833763:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.833775:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000666abea3 x1846872902784768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317071.833800:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.833805:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ec00 00000400:00000200:3.0:1761317071.833816:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0121 [2] + 1968 00000400:00000010:3.0:1761317071.833820:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000610ec05c. 00000400:00000200:3.0:1761317071.833823:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008727da9f 00000400:00000200:3.0:1761317071.833834:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.833837:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.833840:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008727da9f 00000400:00000010:3.0:1761317071.833841:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008727da9f (tot 82353666). 00000100:00000200:3.0:1761317071.833846:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317071.833923:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d486ae1. 00000020:00000010:1.0:1761317071.833931:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317071.833936:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317071.833964:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035ba9b0c x1846872898923520/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317071.834004:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923520 02000000:00000010:1.0:1761317071.834014:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e8d582c. 00010000:00000010:1.0:1761317071.834065:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000defe5327. 00000100:00000010:1.0:1761317071.834072:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f30c7ea. 00000100:00000010:1.0:1761317071.834078:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f30c7ea. 00010000:00000010:1.0:1761317071.834081:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000defe5327. 00000400:00000010:1.0:1761317071.834099:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf77a373. 00000100:00000200:1.0:1761317071.834103:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923520, offset 224 00000400:00000200:1.0:1761317071.834110:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.834122:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.834128:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90255:90255:256:4294967295] 192.168.204.21@tcp LPNI seq info [90255:90255:8:4294967295] 00000400:00000200:1.0:1761317071.834139:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.834147:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000400:00000010:0.0:1761317071.834321:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000671823d3. 00000400:00000200:0.0:1761317071.834326:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:0.0:1761317071.834327:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:0.0:1761317071.834341:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000666abea3 x1846872902784768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.834350:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000666abea3 x1846872902784768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317071.834370:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9164a11. 02000000:00000010:0.0:1761317071.834396:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026b656ba. 02000000:00000010:0.0:1761317071.834401:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000024bf4c95. 00000100:00000010:0.0:1761317071.834405:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 00000100:00000010:0.0:1761317071.834408:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000956ba1fc. 00010000:00000010:0.0:1761317071.834410:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff9712b6. 00080000:00000010:0.0:1761317071.834425:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026b656ba. 00010000:00000010:0.0:1761317071.834502:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ad8f2f. 00010000:00000010:0.0:1761317071.834508:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002380cfe3. 00010000:00000010:0.0:1761317071.834578:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d962ada0. 00010000:00000010:0.0:1761317071.834582:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006acd201f. 00010000:00000010:0.0:1761317071.834587:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032f57221. 00010000:00000010:0.0:1761317071.834590:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ad8f2f. 00080000:00000010:0.0:1761317071.834601:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024bf4c95. 00010000:00000010:0.0:1761317071.834625:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ad8f2f. 00010000:00000010:0.0:1761317071.834629:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006acd201f. 00010000:00000010:0.0:1761317071.834676:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fbeda82a. 00010000:00000010:0.0:1761317071.834722:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ad8f2f. 00010000:00000010:0.0:1761317071.834730:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff9712b6. 00000100:00000010:0.0:1761317071.834733:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ba1fc. 00000100:00000010:0.0:1761317071.834739:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 02000000:00000010:0.0:1761317071.834749:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f05c8497. 02000000:00000010:0.0:1761317071.834774:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd474622. 00000400:00000010:0.0:1761317071.834779:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000671823d3. 00000400:00000010:0.0:1761317071.834782:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317071.834787:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784832, portal 16 00000400:00000010:0.0:1761317071.834792:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317071.834793:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784832, offset 0 00000400:00000200:0.0:1761317071.834800:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.834806:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.834813:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.834816:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.834819:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.834821:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90256:90256:255:4294967295] 192.168.204.21@tcp LPNI seq info [90256:90256:7:4294967295] 00000400:00000200:0.0:1761317071.834828:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.834833:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.834836:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82353914). 00000800:00000200:0.0:1761317071.834842:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.834849:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.834853:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 424 niov 1 nkiov 1 00000800:00000010:1.0:1761317071.834920:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354162). 00000800:00000200:1.0:1761317071.834926:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.834930:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.834932:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317071.834946:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317071.834953:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317071.834957:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d486ae1. 02000000:00000010:1.0:1761317071.834968:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4379ae3. 00000100:00000010:1.0:1761317071.834972:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 02000000:00000010:1.0:1761317071.834976:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8372ad8. 00000100:00000010:1.0:1761317071.834978:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 02000000:00000010:1.0:1761317071.834981:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070d2f2a8. 00000100:00000010:1.0:1761317071.834985:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044a52814. 02000000:00000010:1.0:1761317071.834987:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db352d3b. 00000100:00000010:1.0:1761317071.834989:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 02000000:00000010:1.0:1761317071.834992:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bcb77a1c. 00000100:00000010:1.0:1761317071.834994:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 02000000:00000010:1.0:1761317071.834997:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b30dca1e. 00000100:00000010:1.0:1761317071.834999:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 00000100:00000200:1.0:1761317071.835006:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317071.835011:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd2701a6. 00000400:00000010:1.0:1761317071.835014:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008f30c7ea (tot 82354314). 00000800:00000200:2.0:1761317071.835779:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.835783:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82354066). 00000400:00000200:2.0:1761317071.835788:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.835794:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.835798:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:2.0:1761317071.835799:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:2.0:1761317071.835805:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000666abea3 x1846872902784832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761317071.835878:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.835880:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:2.0:1761317071.835883:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.835886:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.835888:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf77a373 00000400:00000010:2.0:1761317071.835890:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf77a373. 02000000:00000010:2.0:1761317071.835894:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e8d582c. 00010000:00000010:0.1:1761317071.836759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007ef8960. 00010000:00000010:0.1:1761317071.836768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf160527. 00010000:00000010:0.1:1761317071.841266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003595735a. 00010000:00000010:0.1:1761317071.841284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0d45b14. 00010000:00000010:0.1:1761317071.841301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.1:1761317071.841305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:0.1:1761317071.841310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f57221. 00000400:00000200:0.0:1761317071.847069:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.847088:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d740 00000400:00000200:0.0:1761317071.847101:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1805 [1] + 224 00000400:00000200:0.0:1761317071.847113:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.847118:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.847129:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000666abea3 x1846872902784832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.847168:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.847174:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ec40 00000400:00000200:0.0:1761317071.847178:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0179 [2] + 0 00000400:00000200:0.0:1761317071.847228:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.847232:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.847236:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.847241:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 00000400:00000010:1.0:1761317071.847354:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000671823d3. 00000400:00000200:1.0:1761317071.847359:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:1.0:1761317071.847362:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:1.0:1761317071.847368:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000666abea3 x1846872902784832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.847375:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000666abea3 x1846872902784832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.847403:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd474622. 02000000:00000010:1.0:1761317071.847408:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f05c8497. 00000100:00000010:1.0:1761317071.847412:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 00000100:00000010:1.0:1761317071.847416:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000956ba1fc. 00010000:00000010:1.0:1761317071.847419:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff9712b6. 00000020:00000010:2.0:1761317071.850861:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317071.850875:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.850880:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.850919:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000034f8703 x1846872898923584/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317071.850962:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923584 02000000:00000010:2.0:1761317071.850975:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bcb77a1c. 00010000:00000010:2.0:1761317071.851005:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:2.0:1761317071.851028:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.851035:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317071.851058:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317071.851062:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.851080:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc9c74a. 00000100:00000200:2.0:1761317071.851085:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923584, offset 224 00000400:00000200:2.0:1761317071.851095:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.851110:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.851116:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90257:90257:256:4294967295] 192.168.204.21@tcp LPNI seq info [90257:90257:8:4294967295] 00000400:00000200:2.0:1761317071.851126:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.851131:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.851136:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317071.851142:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.851150:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.851155:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.851189:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.851194:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.851197:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 00080000:00000010:1.0:1761317071.852180:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b30dca1e. 00010000:00000010:1.0:1761317071.853528:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ad8f2f. 00010000:00000010:1.0:1761317071.853542:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058875a47. 00010000:00000010:1.0:1761317071.853641:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e153d8cd. 00010000:00000010:1.0:1761317071.853649:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ffcbbc3. 00010000:00000010:1.0:1761317071.853664:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000defe5327. 00000100:00000010:1.0:1761317071.853672:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000800:00000200:0.0:1761317071.853793:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.853797:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:0.0:1761317071.853804:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.853814:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.853819:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc9c74a 00000400:00000010:0.0:1761317071.853822:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc9c74a. 00000100:00000010:1.0:1761317071.854434:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000044a52814. 02000000:00000010:1.0:1761317071.854451:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db352d3b. 02000000:00000010:1.0:1761317071.854482:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045d9b110. 00000400:00000010:1.0:1761317071.854488:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317071.854494:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.854500:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784896, portal 16 00000400:00000010:1.0:1761317071.854505:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317071.854508:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784896, offset 0 00000400:00000200:1.0:1761317071.854515:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.854530:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.854537:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.854540:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.854543:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.854545:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90258:90258:256:4294967295] 192.168.204.21@tcp LPNI seq info [90258:90258:8:4294967295] 00000400:00000200:1.0:1761317071.854555:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.854560:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.854564:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317071.854569:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.854575:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.854579:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.856353:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.856360:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:2.0:1761317071.856368:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.856376:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.856381:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:2.0:1761317071.856383:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:2.0:1761317071.856391:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000044a52814 x1846872902784896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.860728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049468db2. 00010000:00000010:1.1:1761317071.865276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005aec7caf. 00010000:00000010:1.1:1761317071.865292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbeda82a. 00000400:00000200:0.0:1761317071.867290:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.867311:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d780 00000400:00000200:0.0:1761317071.867321:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1815 [1] + 224 00000400:00000200:0.0:1761317071.867350:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.867355:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.867365:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000044a52814 x1846872902784896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.867753:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:1.0:1761317071.867759:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:1.0:1761317071.867762:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.867769:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000044a52814 x1846872902784896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.867777:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000044a52814 x1846872902784896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.868231:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045d9b110. 02000000:00000010:1.0:1761317071.868239:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db352d3b. 00000100:00000010:1.0:1761317071.868243:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044a52814. 00000100:00000010:1.0:1761317071.868247:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317071.868252:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000defe5327. 00000400:00000200:0.0:1761317071.871983:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.872004:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ec80 00000400:00000200:0.0:1761317071.872011:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0179 [2] + 328 00000400:00000200:0.0:1761317071.873332:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.873353:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.873362:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.873374:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 00000020:00000010:3.0:1761317071.873495:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4379ae3. 00000020:00000010:3.0:1761317071.873503:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000804e63cf. 00000020:00000010:3.0:1761317071.873507:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000037253ee8. 00000100:00000200:3.0:1761317071.873533:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090804a88 x1846872898923648/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317071.873570:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923648 02000000:00000010:3.0:1761317071.873583:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002bbcc6bb. 00010000:00000010:3.0:1761317071.873613:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002226971d. 00010000:00000010:3.0:1761317071.873633:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95ac28e. 00000100:00000010:3.0:1761317071.873639:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317071.873661:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317071.873664:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95ac28e. 00000400:00000010:3.0:1761317071.873711:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317071.873717:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923648, offset 224 00000400:00000200:3.0:1761317071.873726:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.873738:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.873743:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90259:90259:256:4294967295] 192.168.204.21@tcp LPNI seq info [90259:90259:8:4294967295] 00000400:00000200:3.0:1761317071.873753:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.873758:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.873762:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.873768:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.873774:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.873777:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.873795:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000804e63cf. 00000020:00000010:3.0:1761317071.873799:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000037253ee8. 00000020:00000010:3.0:1761317071.873801:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4379ae3. 00080000:00000010:1.0:1761317071.874172:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db352d3b. 00010000:00000010:1.0:1761317071.874260:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ffcbbc3. 00010000:00000010:1.0:1761317071.874266:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a71fb0e4. 00010000:00000010:1.0:1761317071.874357:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000091f267a. 00010000:00000010:1.0:1761317071.874364:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ffcbbc3. 00010000:00000010:1.0:1761317071.874373:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000defe5327. 00000100:00000010:1.0:1761317071.874378:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317071.874385:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000044a52814. 02000000:00000010:1.0:1761317071.874395:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045d9b110. 02000000:00000010:1.0:1761317071.874418:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e8d582c. 00000400:00000010:1.0:1761317071.874423:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317071.874428:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.874433:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902784960, portal 16 00000400:00000010:1.0:1761317071.874438:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317071.874440:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902784960, offset 0 00000400:00000200:1.0:1761317071.874445:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.874453:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.874459:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.874462:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.874465:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.874468:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90260:90260:255:4294967295] 192.168.204.21@tcp LPNI seq info [90260:90260:7:4294967295] 00000400:00000200:1.0:1761317071.874474:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.874478:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.874482:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354314). 00000800:00000200:1.0:1761317071.874486:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.874490:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.874492:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.874599:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.874603:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:2.0:1761317071.874613:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.874618:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.874621:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:2.0:1761317071.874623:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00000800:00000200:2.0:1761317071.874707:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.874709:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:2.0:1761317071.874712:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.874715:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.874718:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:2.0:1761317071.874719:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00000100:00000200:2.0:1761317071.874725:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000044a52814 x1846872902784960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.877559:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.877581:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d7c0 00000400:00000200:0.0:1761317071.877590:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1821 [1] + 224 00000400:00000200:0.0:1761317071.877602:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.877605:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.877613:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000044a52814 x1846872902784960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317071.877647:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317071.877653:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ecc0 00000400:00000200:0.0:1761317071.877658:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0179 [2] + 656 00000400:00000200:0.0:1761317071.877667:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.877670:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317071.877674:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317071.877714:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000400:00000010:1.0:1761317071.877791:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:1.0:1761317071.877797:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:1.0:1761317071.877799:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.877935:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000044a52814 x1846872902784960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.877945:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000044a52814 x1846872902784960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.877978:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e8d582c. 02000000:00000010:1.0:1761317071.877985:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045d9b110. 00000100:00000010:1.0:1761317071.877989:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044a52814. 00000100:00000010:1.0:1761317071.877992:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317071.877996:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000defe5327. 00000020:00000010:2.0:1761317071.878147:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317071.878155:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.878159:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.878182:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898923712/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.878431:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923712 02000000:00000010:2.0:1761317071.878443:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070d2f2a8. 00010000:00000010:2.0:1761317071.878468:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000531a5a72. 00010000:00000010:2.0:1761317071.878488:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.878494:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317071.878955:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317071.878959:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.878975:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f04f5329. 00000100:00000200:2.0:1761317071.878980:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923712, offset 224 00000400:00000200:2.0:1761317071.878988:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.879001:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.879007:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90261:90261:256:4294967295] 192.168.204.21@tcp LPNI seq info [90261:90261:8:4294967295] 00000400:00000200:2.0:1761317071.879017:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.879023:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.879028:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317071.879035:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.879041:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.879045:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317071.879483:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045d9b110. 00010000:00000010:1.0:1761317071.879572:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ffcbbc3. 00010000:00000010:1.0:1761317071.879579:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084699f6c. 00010000:00000010:1.0:1761317071.879660:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6b682a6. 00010000:00000010:1.0:1761317071.879666:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ffcbbc3. 00010000:00000010:1.0:1761317071.879693:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000defe5327. 00000100:00000010:1.0:1761317071.879698:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317071.879707:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000044a52814. 02000000:00000010:1.0:1761317071.879720:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e8d582c. 02000000:00000010:1.0:1761317071.879752:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8372ad8. 00000400:00000010:1.0:1761317071.879758:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317071.879764:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.879770:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785024, portal 16 00000400:00000010:1.0:1761317071.879775:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317071.879776:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785024, offset 0 00000400:00000200:1.0:1761317071.879783:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.879792:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.879799:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.879802:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000020:00000010:2.0:1761317071.880302:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.880308:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.880311:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 00010000:00000010:3.1:1761317071.880377:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdd19d75. 00000400:00000200:1.0:1761317071.883009:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.883022:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90262:90262:255:4294967295] 192.168.204.21@tcp LPNI seq info [90262:90262:7:4294967295] 00000400:00000200:1.0:1761317071.883037:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.883045:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.883054:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354314). 00000800:00000200:1.0:1761317071.883063:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.883070:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.883073:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317071.883314:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.883318:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82354066). 00000400:00000200:3.0:1761317071.883326:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.883330:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.883343:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f04f5329 00000400:00000010:3.0:1761317071.883345:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f04f5329. 00000800:00000200:2.0:1761317071.883532:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.883535:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:2.0:1761317071.883538:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.883541:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.883545:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:2.0:1761317071.883546:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00000100:00000200:2.0:1761317071.883554:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000044a52814 x1846872902785024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317071.883791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b72cfb4. 00010000:00000010:1.1:1761317071.883797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e153d8cd. 00010000:00000010:2.1:1761317071.883847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433c1b3d. 00010000:00000010:1.1:1761317071.888780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005841c131. 00010000:00000010:1.1:1761317071.888798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091f267a. 00000400:00000200:2.0:1761317071.893348:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.893371:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d800 00000400:00000200:2.0:1761317071.893380:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb182d [1] + 224 00000400:00000200:2.0:1761317071.893391:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.893395:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.893409:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000044a52814 x1846872902785024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.894182:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.894191:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ed00 00000400:00000200:2.0:1761317071.894197:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0179 [2] + 984 00000400:00000200:2.0:1761317071.894208:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.894211:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.894215:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317071.894221:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 00000400:00000010:1.0:1761317071.894294:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:1.0:1761317071.894299:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:1.0:1761317071.894302:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.894308:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000044a52814 x1846872902785024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.894316:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000044a52814 x1846872902785024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.894355:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8372ad8. 02000000:00000010:1.0:1761317071.894361:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e8d582c. 00000100:00000010:1.0:1761317071.894366:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044a52814. 00000100:00000010:1.0:1761317071.894369:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317071.894373:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000defe5327. 00000020:00000010:3.0:1761317071.895065:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c4379ae3. 00000020:00000010:3.0:1761317071.895075:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000804e63cf. 00000020:00000010:3.0:1761317071.895080:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000037253ee8. 00000100:00000200:3.0:1761317071.895112:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898923776/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317071.895149:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923776 02000000:00000010:3.0:1761317071.895169:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004002771c. 00010000:00000010:3.0:1761317071.895198:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df1321e6. 00010000:00000010:3.0:1761317071.895222:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95ac28e. 00000100:00000010:3.0:1761317071.895229:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00080000:00000010:0.0:1761317071.896533:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1a04e70. 00010000:00000010:0.0:1761317071.896728:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032f57221. 00010000:00000010:0.0:1761317071.896736:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317071.896747:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317071.896752:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042b0c307. 00000100:00000010:0.0:1761317071.896761:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317071.896774:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000065e08a87. 02000000:00000010:0.0:1761317071.896803:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f05c8497. 00010000:00000010:3.0:1761317071.896968:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ffcbbc3. 00000100:00000010:3.0:1761317071.896981:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317071.896984:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95ac28e. 00010000:00000010:3.0:1761317071.896991:0:64751:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5af6d40. 00000400:00000010:2.0:1761317071.897068:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e391df9d. 00000100:00000200:2.0:1761317071.897076:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923776, offset 224 00000400:00000200:2.0:1761317071.897088:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.897107:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.897114:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90263:90263:256:4294967295] 192.168.204.21@tcp LPNI seq info [90263:90263:8:4294967295] 00000400:00000200:2.0:1761317071.897125:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.897132:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.897137:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317071.897144:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.897154:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.897159:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.897193:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000804e63cf. 00000020:00000010:2.0:1761317071.897197:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000037253ee8. 00000020:00000010:2.0:1761317071.897201:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c4379ae3. 00000400:00000010:0.0:1761317071.897886:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008bb75c0. 00000800:00000200:3.0:1761317071.898030:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.898035:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:3.0:1761317071.898042:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.898048:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.898054:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e391df9d 00000400:00000010:3.0:1761317071.898056:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e391df9d. 00000400:00000010:0.0:1761317071.898099:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317071.898105:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785088, portal 16 00000400:00000010:0.0:1761317071.898110:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317071.898112:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785088, offset 0 00000400:00000200:0.0:1761317071.898119:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.898127:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.898134:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.898137:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.898139:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.898142:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90264:90264:256:4294967295] 192.168.204.21@tcp LPNI seq info [90264:90264:8:4294967295] 00000400:00000200:0.0:1761317071.898150:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.898154:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.898158:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317071.898162:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.898167:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.898170:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.899869:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.899878:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:2.0:1761317071.899888:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.899897:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.899903:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:2.0:1761317071.899904:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:2.0:1761317071.899914:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017474c62 x1846872902785088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.906633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002070ef60. 00000400:00000200:2.0:1761317071.907095:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.907112:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d840 00000400:00000200:2.0:1761317071.907120:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1839 [1] + 224 00000400:00000200:2.0:1761317071.907145:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.907149:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.907159:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017474c62 x1846872902785088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317071.907251:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008bb75c0. 00000400:00000200:0.0:1761317071.907256:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317071.907258:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317071.907263:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017474c62 x1846872902785088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.907270:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017474c62 x1846872902785088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.907297:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f05c8497. 02000000:00000010:0.0:1761317071.907302:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000065e08a87. 00000100:00000010:0.0:1761317071.907305:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 00000100:00000010:0.0:1761317071.907309:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000042b0c307. 00010000:00000010:0.0:1761317071.907311:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00000400:00000200:3.0:1761317071.908041:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.908054:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ed40 00000400:00000200:3.0:1761317071.908060:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0179 [2] + 1312 00000400:00000200:3.0:1761317071.908115:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.908119:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.908124:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317071.908129:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 00000020:00000010:2.0:1761317071.908225:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317071.908232:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.908237:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.908260:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077a99891 x1846872898923840/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317071.908296:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923840 02000000:00000010:2.0:1761317071.908308:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1a6dc01. 00010000:00000010:2.0:1761317071.908345:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001ea0b36. 00010000:00000010:2.0:1761317071.908367:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.908373:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317071.908391:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317071.908394:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.908406:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b5725d3. 00000100:00000200:2.0:1761317071.908410:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923840, offset 224 00000400:00000200:2.0:1761317071.908417:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.908427:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.908432:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90265:90265:256:4294967295] 192.168.204.21@tcp LPNI seq info [90265:90265:8:4294967295] 00000400:00000200:2.0:1761317071.908441:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.908445:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.908449:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317071.908454:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.908461:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.908465:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.908495:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.908500:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.908503:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 00000800:00000200:1.0:1761317071.908628:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.908632:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:1.0:1761317071.908639:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.908643:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.908647:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b5725d3 00000400:00000010:1.0:1761317071.908648:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b5725d3. 00080000:00000010:0.0:1761317071.909309:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065e08a87. 00010000:00000010:0.0:1761317071.909409:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317071.909417:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064fd3004. 00010000:00000010:0.0:1761317071.909495:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d962ada0. 00010000:00000010:0.0:1761317071.909500:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006acd201f. 00010000:00000010:0.0:1761317071.909505:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.0:1761317071.909509:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00080000:00000010:0.0:1761317071.909522:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f05c8497. 00010000:00000010:0.0:1761317071.909548:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317071.909551:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006acd201f. 00010000:00000010:0.0:1761317071.909603:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b0a98e1. 00010000:00000010:0.0:1761317071.909607:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317071.909616:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317071.909621:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042b0c307. 00000100:00000010:0.0:1761317071.909629:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317071.909642:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd474622. 02000000:00000010:0.0:1761317071.909670:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e3b058a. 00000400:00000010:0.0:1761317071.910919:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008bb75c0. 00000400:00000010:0.0:1761317071.910938:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317071.910947:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785152, portal 16 00000400:00000010:0.0:1761317071.910954:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317071.910955:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785152, offset 0 00000400:00000200:0.0:1761317071.910965:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.910981:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.910987:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.910990:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.910992:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.910995:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90266:90266:256:4294967295] 192.168.204.21@tcp LPNI seq info [90266:90266:8:4294967295] 00000400:00000200:0.0:1761317071.911005:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.911010:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.911014:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317071.911020:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.911026:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.911031:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.911317:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.911322:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:2.0:1761317071.911327:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.911340:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.911345:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:2.0:1761317071.911346:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:2.0:1761317071.911354:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017474c62 x1846872902785152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317071.913348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b682a6. 00010000:00000010:3.1:1761317071.913365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057c751fb. 00000400:00000200:3.0:1761317071.916275:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.916296:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d880 00000400:00000200:3.0:1761317071.916306:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1845 [1] + 224 00000400:00000200:3.0:1761317071.916319:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.916324:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.916346:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017474c62 x1846872902785152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317071.919266:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008bb75c0. 00000400:00000200:0.0:1761317071.919277:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317071.919280:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317071.919293:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017474c62 x1846872902785152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.919308:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017474c62 x1846872902785152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.919349:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e3b058a. 02000000:00000010:0.0:1761317071.919356:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd474622. 00000100:00000010:0.0:1761317071.919361:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 00000100:00000010:0.0:1761317071.919364:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000042b0c307. 00010000:00000010:0.0:1761317071.919368:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00010000:00000010:2.1:1761317071.924177:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ad1cb19. 00000400:00000200:2.0:1761317071.924218:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.924235:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ed80 00000400:00000200:2.0:1761317071.924242:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0179 [2] + 1640 00000400:00000200:2.0:1761317071.924258:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.924261:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.924267:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317071.924272:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000020:00000010:3.0:1761317071.924408:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e6e962c. 00000020:00000010:3.0:1761317071.924415:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001003565e. 00000020:00000010:3.0:1761317071.924419:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b7a797. 00000100:00000200:3.0:1761317071.924442:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898923904/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317071.924475:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923904 02000000:00000010:3.0:1761317071.924485:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040cf0607. 00010000:00000010:3.0:1761317071.924512:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003202970b. 00010000:00000010:3.0:1761317071.924530:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95ac28e. 00000100:00000010:3.0:1761317071.924536:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317071.924552:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317071.924556:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95ac28e. 00000400:00000010:3.0:1761317071.924569:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317071.924574:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923904, offset 224 00000400:00000200:3.0:1761317071.924581:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317071.924591:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317071.924595:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90267:90267:256:4294967295] 192.168.204.21@tcp LPNI seq info [90267:90267:8:4294967295] 00000400:00000200:3.0:1761317071.924605:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317071.924610:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317071.924614:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317071.924619:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317071.924625:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317071.924628:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1761317071.924730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db4cadae. 00010000:00000010:0.1:1761317071.924736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f57221. 00010000:00000010:0.1:1761317071.924740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:0.1:1761317071.924744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00080000:00000010:0.0:1761317071.924764:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e3b058a. 00010000:00000010:0.0:1761317071.924852:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317071.924858:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000583d1a47. 00010000:00000010:0.0:1761317071.924921:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.0:1761317071.924926:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317071.924936:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317071.924939:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042b0c307. 00000100:00000010:0.0:1761317071.924945:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317071.924955:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000009bbfac. 02000000:00000010:0.0:1761317071.924977:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd474622. 00000400:00000010:0.0:1761317071.924981:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008bb75c0. 00000400:00000010:0.0:1761317071.924985:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317071.924989:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785216, portal 16 00000400:00000010:0.0:1761317071.924993:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023f77c1e. 00000100:00000200:0.0:1761317071.924994:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785216, offset 0 00000400:00000200:0.0:1761317071.925000:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.925005:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.925011:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.925014:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.925017:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.925019:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90268:90268:255:4294967295] 192.168.204.21@tcp LPNI seq info [90268:90268:7:4294967295] 00000400:00000200:0.0:1761317071.925026:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.925030:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.925033:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354314). 00000800:00000200:0.0:1761317071.925037:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.925040:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.925042:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761317071.925100:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001003565e. 00000020:00000010:3.0:1761317071.925105:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b7a797. 00000020:00000010:3.0:1761317071.925107:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e6e962c. 00000800:00000200:1.0:1761317071.925352:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.925356:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:1.0:1761317071.925365:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.925368:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.925372:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:1.0:1761317071.925374:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000800:00000200:1.0:1761317071.925434:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.925435:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00000400:00000200:1.0:1761317071.925438:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.925441:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.925442:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023f77c1e 00000400:00000010:1.0:1761317071.925444:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023f77c1e. 00000100:00000200:1.0:1761317071.925448:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017474c62 x1846872902785216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.928564:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.928586:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d8c0 00000400:00000200:2.0:1761317071.928595:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1851 [1] + 224 00000400:00000200:2.0:1761317071.928612:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.928616:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.928626:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017474c62 x1846872902785216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317071.928746:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008bb75c0. 00000400:00000200:0.0:1761317071.928752:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317071.928754:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317071.928759:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017474c62 x1846872902785216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.928766:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017474c62 x1846872902785216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.928793:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd474622. 02000000:00000010:0.0:1761317071.928798:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000009bbfac. 00000100:00000010:0.0:1761317071.928803:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 00000100:00000010:0.0:1761317071.928806:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000042b0c307. 00010000:00000010:0.0:1761317071.928809:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00000400:00000200:3.0:1761317071.933643:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.933666:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15edc0 00000400:00000200:3.0:1761317071.933674:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0179 [2] + 1968 00000400:00000010:3.0:1761317071.933906:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b4369407. 00000400:00000200:3.0:1761317071.933913:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000183e8673 00000400:00000200:3.0:1761317071.933973:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.933978:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.933982:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000183e8673 00000400:00000010:3.0:1761317071.933984:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000183e8673 (tot 82353666). 00000100:00000200:3.0:1761317071.933990:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1761317071.936387:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eab316a. 00000020:00000010:0.0:1761317071.936872:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd474622. 00000020:00000010:0.0:1761317071.936881:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.936886:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.936916:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b32f9b7e x1846872898923968/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317071.936950:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898923968 02000000:00000010:0.0:1761317071.936965:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000009bbfac. 00010000:00000010:0.0:1761317071.936994:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b3d9528. 00010000:00000010:0.0:1761317071.937015:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317071.937023:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042b0c307. 00000100:00000010:0.0:1761317071.937037:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000042b0c307. 00010000:00000010:0.0:1761317071.937040:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00000400:00000010:0.0:1761317071.937052:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317071.937057:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898923968, offset 224 00000400:00000200:0.0:1761317071.937065:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.937077:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.937083:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90269:90269:256:4294967295] 192.168.204.21@tcp LPNI seq info [90269:90269:8:4294967295] 00000400:00000200:0.0:1761317071.937093:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.937099:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.937103:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82353914). 00000800:00000200:0.0:1761317071.937109:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.937116:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.937120:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.937135:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.937139:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.937141:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd474622. 02000000:00000010:0.0:1761317071.937149:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040cf0607. 00000100:00000010:0.0:1761317071.937152:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:0.0:1761317071.937156:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1a6dc01. 00000100:00000010:0.0:1761317071.937160:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 02000000:00000010:0.0:1761317071.937163:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004002771c. 00000100:00000010:0.0:1761317071.937165:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 02000000:00000010:0.0:1761317071.937167:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070d2f2a8. 00000100:00000010:0.0:1761317071.937169:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 02000000:00000010:0.0:1761317071.937172:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002bbcc6bb. 00000100:00000010:0.0:1761317071.937174:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317071.937176:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bcb77a1c. 00000100:00000010:0.0:1761317071.937178:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 00000100:00000200:0.0:1761317071.937183:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317071.937189:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008bb75c0. 00000400:00000010:0.0:1761317071.937192:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000042b0c307 (tot 82354066). 00080000:00000010:0.0:1761317071.937220:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002bbcc6bb. 00010000:00000010:0.0:1761317071.937300:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317071.937308:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d92ec303. 00010000:00000010:0.0:1761317071.937394:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000032f57221. 00010000:00000010:0.0:1761317071.937400:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317071.937410:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317071.937413:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e63a6ce4. 00000100:00000010:0.0:1761317071.937419:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 02000000:00000010:0.0:1761317071.937430:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd474622. 02000000:00000010:0.0:1761317071.937454:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000737f50bc. 00000400:00000010:0.0:1761317071.937458:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000061fb9ed. 00000400:00000010:0.0:1761317071.937463:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317071.937466:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785280, portal 16 00000400:00000010:0.0:1761317071.937470:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317071.937472:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785280, offset 0 00000400:00000200:0.0:1761317071.937476:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.937484:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.937489:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317071.937492:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317071.937495:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317071.937497:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90270:90270:255:4294967295] 192.168.204.21@tcp LPNI seq info [90270:90270:7:4294967295] 00000400:00000200:0.0:1761317071.937503:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.937508:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.937510:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354314). 00000800:00000200:0.0:1761317071.937514:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.937518:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.937520:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317071.937750:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.937755:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82354066). 00000400:00000200:1.0:1761317071.937760:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.937765:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.937769:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:1.0:1761317071.937771:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 02000000:00000010:1.0:1761317071.937775:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000009bbfac. 00000800:00000200:1.0:1761317071.937841:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.937844:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:1.0:1761317071.937846:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.937849:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.937851:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:1.0:1761317071.937852:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00000100:00000200:1.0:1761317071.937856:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000034f8703 x1846872902785280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317071.938778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f7e19cb. 00010000:00000010:0.1:1761317071.938786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00000400:00000200:2.0:1761317071.942329:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.942361:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d900 00000400:00000200:2.0:1761317071.942370:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1861 [1] + 224 00000400:00000200:2.0:1761317071.942388:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.942393:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.942404:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000034f8703 x1846872902785280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317071.942588:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000061fb9ed. 00000400:00000200:0.0:1761317071.942593:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:0.0:1761317071.942595:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00000100:00000200:0.0:1761317071.942601:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000034f8703 x1846872902785280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.942608:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000034f8703 x1846872902785280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.942637:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000737f50bc. 02000000:00000010:0.0:1761317071.942644:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd474622. 00000100:00000010:0.0:1761317071.942649:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 00000100:00000010:0.0:1761317071.942653:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e63a6ce4. 00010000:00000010:0.0:1761317071.942656:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00010000:00000010:0.1:1761317071.947481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6ca7a63. 00010000:00000010:0.1:1761317071.947498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000613fdbff. 00010000:00000010:0.1:1761317071.947502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00000400:00000200:1.0:1761317071.958843:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.958865:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ee00 00000400:00000200:1.0:1761317071.958875:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb01d1 [2] + 0 00000400:00000200:1.0:1761317071.960319:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.960329:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.960347:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.960355:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000044a52814. 00000020:00000010:2.0:1761317071.960571:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317071.960578:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.960583:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.960608:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044a52814 x1846872898924032/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317071.960634:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924032 02000000:00000010:2.0:1761317071.960646:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bcb77a1c. 00010000:00000010:2.0:1761317071.960673:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096150382. 00010000:00000010:2.0:1761317071.960726:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.960733:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317071.960745:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317071.960748:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.960762:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5a0a6ca. 00000100:00000200:2.0:1761317071.960767:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924032, offset 224 00000400:00000200:2.0:1761317071.960775:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.960788:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.960793:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90271:90271:256:4294967295] 192.168.204.21@tcp LPNI seq info [90271:90271:8:4294967295] 00000400:00000200:2.0:1761317071.960803:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.960820:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.960825:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317071.960830:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.960837:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.960841:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317071.962144:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8372ad8. 00010000:00000010:1.0:1761317071.962237:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:1.0:1761317071.962246:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5b8f3a0. 00010000:00000010:1.0:1761317071.962314:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000091f267a. 00010000:00000010:1.0:1761317071.962320:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317071.962330:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000defe5327. 00000100:00000010:1.0:1761317071.962347:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317071.962354:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8f8d2f2. 02000000:00000010:1.0:1761317071.962365:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d486ae1. 02000000:00000010:1.0:1761317071.962391:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000009bbfac. 00000400:00000010:1.0:1761317071.962397:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317071.962403:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.962409:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785344, portal 16 00000400:00000010:1.0:1761317071.962414:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317071.962416:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785344, offset 0 00000400:00000200:1.0:1761317071.962423:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.962434:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.962440:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.962443:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.962446:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.962449:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90272:90272:255:4294967295] 192.168.204.21@tcp LPNI seq info [90272:90272:7:4294967295] 00000400:00000200:1.0:1761317071.962457:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.962462:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.962465:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354314). 00000800:00000200:1.0:1761317071.962471:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.962478:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.962481:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.962599:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.962605:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.962609:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 00000800:00000200:0.0:1761317071.965462:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.965469:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000400:00000200:0.0:1761317071.965481:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.965489:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.965494:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5a0a6ca 00000400:00000010:0.0:1761317071.965497:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5a0a6ca. 00000800:00000200:0.0:1761317071.965984:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317071.965987:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:0.0:1761317071.965990:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317071.965994:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317071.965997:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:0.0:1761317071.965998:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:0.0:1761317071.966007:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c8f8d2f2 x1846872902785344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317071.970788:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317071.970807:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d940 00000400:00000200:2.0:1761317071.970816:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb186d [1] + 224 00000400:00000200:2.0:1761317071.970830:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.970834:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317071.970844:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c8f8d2f2 x1846872902785344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.970950:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:1.0:1761317071.970954:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:1.0:1761317071.970957:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.970963:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c8f8d2f2 x1846872902785344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.970971:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c8f8d2f2 x1846872902785344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.970997:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000009bbfac. 02000000:00000010:1.0:1761317071.971003:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d486ae1. 00000100:00000010:1.0:1761317071.971007:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c8f8d2f2. 00000100:00000010:1.0:1761317071.971010:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317071.971014:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000defe5327. 00000400:00000200:1.0:1761317071.971438:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.971447:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ee40 00000400:00000200:1.0:1761317071.971452:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb01d1 [2] + 328 00000400:00000200:1.0:1761317071.971502:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.971506:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.971510:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317071.971514:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c8f8d2f2. 00000020:00000010:2.0:1761317071.971594:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317071.971601:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.971606:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.971631:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c8f8d2f2 x1846872898924096/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317071.971664:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924096 02000000:00000010:2.0:1761317071.971675:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070d2f2a8. 00010000:00000010:2.0:1761317071.971729:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003eb6e9ea. 00010000:00000010:2.0:1761317071.971750:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.971757:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317071.971766:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317071.971769:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317071.971780:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317071.971784:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924096, offset 224 00000400:00000200:2.0:1761317071.971792:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.971803:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.971819:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90273:90273:256:4294967295] 192.168.204.21@tcp LPNI seq info [90273:90273:8:4294967295] 00000400:00000200:2.0:1761317071.971829:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.971834:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.971838:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317071.971843:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.971850:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.971853:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.971884:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.971887:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.971890:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 00000800:00000200:3.0:1761317071.971988:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.971991:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:3.0:1761317071.971997:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.972000:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.972003:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:3.0:1761317071.972005:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00080000:00000010:1.0:1761317071.972127:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000009bbfac. 00010000:00000010:1.0:1761317071.972214:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317071.972221:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018f77b76. 00010000:00000010:1.0:1761317071.972292:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e153d8cd. 00010000:00000010:1.0:1761317071.972297:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317071.972308:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000defe5327. 00000100:00000010:1.0:1761317071.972311:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317071.972319:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 02000000:00000010:1.0:1761317071.972329:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d486ae1. 02000000:00000010:1.0:1761317071.972360:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e8d582c. 00000400:00000010:1.0:1761317071.972365:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317071.972369:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317071.972373:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785408, portal 16 00000400:00000010:1.0:1761317071.972377:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdd7e85d. 00000100:00000200:1.0:1761317071.972379:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785408, offset 0 00000400:00000200:1.0:1761317071.972384:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.972391:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.972397:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.972400:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.972403:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.972405:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90274:90274:256:4294967295] 192.168.204.21@tcp LPNI seq info [90274:90274:8:4294967295] 00000400:00000200:1.0:1761317071.972411:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.972415:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.972419:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317071.972423:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.972426:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.972428:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.972567:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.972569:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:2.0:1761317071.972573:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.972576:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.972578:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdd7e85d 00000400:00000010:2.0:1761317071.972580:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdd7e85d. 00000100:00000200:2.0:1761317071.972585:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010822fe5 x1846872902785408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317071.974740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008079da6d. 00010000:00000010:1.1:1761317071.978799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ac26e04. 00010000:00000010:1.1:1761317071.978821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032f57221. 00000400:00000200:1.0:1761317071.978859:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317071.978876:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d980 00000400:00000200:1.0:1761317071.978885:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1879 [1] + 224 00000400:00000200:1.0:1761317071.978899:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.978903:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317071.978913:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010822fe5 x1846872902785408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317071.978998:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:0.0:1761317071.979003:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:0.0:1761317071.979005:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:0.0:1761317071.979012:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010822fe5 x1846872902785408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317071.979020:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010822fe5 x1846872902785408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317071.979048:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e8d582c. 02000000:00000010:0.0:1761317071.979055:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d486ae1. 00000100:00000010:0.0:1761317071.979059:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 00000100:00000010:0.0:1761317071.979066:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:0.0:1761317071.979070:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000defe5327. 00000400:00000200:3.0:1761317071.980740:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.980757:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ee80 00000400:00000200:3.0:1761317071.980764:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb01d1 [2] + 656 00000400:00000200:3.0:1761317071.980817:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.980821:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.980827:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317071.980833:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00000020:00000010:0.0:1761317071.980991:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000737f50bc. 00000020:00000010:0.0:1761317071.980998:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.981003:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317071.981031:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898924160/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317071.981068:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924160 02000000:00000010:0.0:1761317071.981081:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d486ae1. 00010000:00000010:0.0:1761317071.981109:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7ac9bef. 00010000:00000010:0.0:1761317071.981133:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317071.981140:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e63a6ce4. 00000100:00000010:0.0:1761317071.981154:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e63a6ce4. 00010000:00000010:0.0:1761317071.981157:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00000400:00000010:0.0:1761317071.981170:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317071.981175:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924160, offset 224 00000400:00000200:0.0:1761317071.981182:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317071.981192:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317071.981197:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90275:90275:256:4294967295] 192.168.204.21@tcp LPNI seq info [90275:90275:8:4294967295] 00000400:00000200:0.0:1761317071.981206:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317071.981210:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317071.981214:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317071.981219:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317071.981225:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317071.981229:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317071.981253:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317071.981257:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317071.981260:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000737f50bc. 00000800:00000200:3.0:1761317071.981401:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.981404:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82353818). 00000400:00000200:3.0:1761317071.981407:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.981411:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.981415:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:3.0:1761317071.981416:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00080000:00000010:1.0:1761317071.981500:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e8d582c. 00010000:00000010:1.0:1761317071.981583:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317071.981589:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008de5728c. 00010000:00000010:1.0:1761317071.981665:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317071.981668:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000095f6487b. 00010000:00000010:1.0:1761317071.981674:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a44dafbe. 00010000:00000010:2.1:1761317071.982718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab13f5c2. 00010000:00000010:1.1:1761317071.983989:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b7427ea. 00010000:00000010:1.1:1761317071.984000:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091f267a. 00010000:00000010:1.0:1761317071.984018:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00080000:00000010:1.0:1761317071.984051:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a614fc1. 00010000:00000010:1.0:1761317071.984133:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317071.984140:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095f6487b. 00010000:00000010:1.0:1761317071.984227:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000091f267a. 00010000:00000010:1.0:1761317071.984232:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317071.984242:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008eefebb1. 00000100:00000010:1.0:1761317071.984249:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317071.984258:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317071.984272:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b04431a4. 02000000:00000010:1.0:1761317071.984301:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041bee274. 00000400:00000010:1.0:1761317071.984308:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317071.984315:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317071.984322:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785472, portal 16 00000400:00000010:1.0:1761317071.984328:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9a47c66. 00000100:00000200:1.0:1761317071.984340:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785472, offset 0 00000400:00000200:1.0:1761317071.984349:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.984364:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.984371:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.984374:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.984377:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.984380:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90276:90276:256:4294967295] 192.168.204.21@tcp LPNI seq info [90276:90276:8:4294967295] 00000400:00000200:1.0:1761317071.984390:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.984396:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.984400:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317071.984407:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.984414:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.984417:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317071.986895:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317071.986902:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:2.0:1761317071.986910:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317071.986919:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317071.986925:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9a47c66 00000400:00000010:2.0:1761317071.986927:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9a47c66. 00000100:00000200:2.0:1761317071.986936:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902785472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317071.987753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009634bb39. 00000400:00000200:3.0:1761317071.990528:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.990548:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50d9c0 00000400:00000200:3.0:1761317071.990558:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1885 [1] + 224 00000400:00000200:3.0:1761317071.990574:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.990577:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.990588:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902785472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317071.993931:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:1.0:1761317071.993943:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:1.0:1761317071.993945:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:1.0:1761317071.993960:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902785472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317071.993970:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902785472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317071.994007:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041bee274. 02000000:00000010:1.0:1761317071.994015:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b04431a4. 00000100:00000010:1.0:1761317071.994018:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317071.994022:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317071.994026:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008eefebb1. 00000400:00000200:3.0:1761317071.994295:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317071.994309:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15eec0 00000400:00000200:3.0:1761317071.994317:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb01d1 [2] + 984 00000400:00000200:3.0:1761317071.994388:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.994392:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317071.994398:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317071.994403:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 00010000:00000010:1.1:1761317071.995774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bec02601. 00010000:00000010:1.1:1761317071.995786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e153d8cd. 00010000:00000010:1.1:1761317071.995792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317071.995795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44dafbe. 00000020:00000010:2.0:1761317071.996154:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317071.996162:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.996166:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317071.996193:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f78b74e x1846872898924224/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:227/0 lens 328/0 e 0 to 0 dl 1761317077 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317071.996416:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924224 02000000:00000010:2.0:1761317071.996428:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1a6dc01. 00010000:00000010:2.0:1761317071.996458:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000840ac6db. 00010000:00000010:2.0:1761317071.996478:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317071.996484:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317071.996663:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317071.996667:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00080000:00000010:1.0:1761317071.996796:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b04431a4. 00010000:00000010:1.0:1761317071.996896:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317071.996901:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae7d74b2. 00010000:00000010:1.0:1761317071.996973:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a44dafbe. 00010000:00000010:1.0:1761317071.996978:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317071.996990:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008eefebb1. 00000100:00000010:1.0:1761317071.996996:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317071.997003:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317071.997013:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041bee274. 02000000:00000010:1.0:1761317071.997039:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022af4347. 00000400:00000010:1.0:1761317071.997045:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317071.997050:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317071.997057:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785536, portal 16 00000400:00000010:1.0:1761317071.997063:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d317c72e. 00000100:00000200:1.0:1761317071.997066:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785536, offset 0 00000400:00000200:1.0:1761317071.997074:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317071.997089:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317071.997096:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317071.997099:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317071.997102:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317071.997105:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90277:90277:256:4294967295] 192.168.204.21@tcp LPNI seq info [90277:90277:8:4294967295] 00000400:00000200:1.0:1761317071.997115:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317071.997121:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317071.997126:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317071.997132:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317071.997139:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317071.997142:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317071.997890:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317071.997896:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:3.0:1761317071.997901:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317071.997907:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317071.997912:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:3.0:1761317071.997914:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 00000100:00000200:3.0:1761317071.997921:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902785536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317071.998086:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001dd0c60. 00000100:00000200:2.0:1761317071.998092:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924224, offset 224 00000400:00000200:2.0:1761317071.998098:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317071.998107:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317071.998111:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90278:90278:256:4294967295] 192.168.204.21@tcp LPNI seq info [90278:90278:8:4294967295] 00000400:00000200:2.0:1761317071.998118:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317071.998122:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317071.998127:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317071.998132:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317071.998137:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317071.998140:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317071.998166:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317071.998172:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317071.998176:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 00000800:00000200:1.0:1761317071.999103:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317071.999108:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:1.0:1761317071.999116:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317071.999123:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317071.999127:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001dd0c60 00000400:00000010:1.0:1761317071.999129:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001dd0c60. 00000400:00000200:3.0:1761317072.002146:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.002168:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50da00 00000400:00000200:3.0:1761317072.002176:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb188d [1] + 224 00000400:00000200:3.0:1761317072.002188:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.002191:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.002201:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902785536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.002238:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.002244:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ef00 00000400:00000200:3.0:1761317072.002250:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb01d1 [2] + 1312 00000400:00000010:1.0:1761317072.002796:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:1.0:1761317072.002802:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:1.0:1761317072.002804:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:1.0:1761317072.002812:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902785536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.002819:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902785536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317115 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.002849:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022af4347. 02000000:00000010:1.0:1761317072.002855:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000041bee274. 00000100:00000010:1.0:1761317072.002859:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317072.002862:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.002866:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008eefebb1. 00000400:00000200:3.0:1761317072.003318:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.003324:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.003338:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.003344:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 00000020:00000010:2.0:1761317072.003864:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ba907c6. 00000020:00000010:2.0:1761317072.003873:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317072.003877:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.003903:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a56c0748 x1846872898924288/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317072.003928:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924288 02000000:00000010:2.0:1761317072.003941:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4379ae3. 00010000:00000010:2.0:1761317072.003970:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051ed8519. 00010000:00000010:2.0:1761317072.003992:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.003998:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.004010:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.004013:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317072.004025:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317072.004030:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924288, offset 224 00000400:00000200:2.0:1761317072.004037:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.004049:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.004054:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90279:90279:256:4294967295] 192.168.204.21@tcp LPNI seq info [90279:90279:8:4294967295] 00000400:00000200:2.0:1761317072.004062:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.004067:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.004071:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317072.004077:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.004084:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.004087:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.004111:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001cb16118. 00000020:00000010:2.0:1761317072.004115:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.004118:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ba907c6. 00080000:00000010:1.0:1761317072.004200:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041bee274. 00010000:00000010:1.0:1761317072.004291:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.004297:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a7d0ef8. 00010000:00000010:1.0:1761317072.004402:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e153d8cd. 00010000:00000010:1.0:1761317072.004409:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00000800:00000200:2.0:1761317072.004415:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.004419:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00010000:00000010:1.0:1761317072.004420:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008eefebb1. 00000400:00000200:2.0:1761317072.004426:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761317072.004426:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000400:00000200:2.0:1761317072.004434:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000010:1.0:1761317072.004435:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00000400:00000200:2.0:1761317072.004438:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:2.0:1761317072.004441:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 02000000:00000010:1.0:1761317072.004447:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022af4347. 02000000:00000010:1.0:1761317072.004473:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbd7a267. 00000400:00000010:1.0:1761317072.004478:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317072.004483:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317072.004488:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785600, portal 16 00000400:00000010:1.0:1761317072.004493:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317072.004494:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785600, offset 0 00000400:00000200:1.0:1761317072.004500:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.004506:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.004513:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.004516:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.004519:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.004521:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90280:90280:256:4294967295] 192.168.204.21@tcp LPNI seq info [90280:90280:8:4294967295] 00000400:00000200:1.0:1761317072.004528:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.004533:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.004536:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317072.004540:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.004543:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.004546:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.004619:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.004623:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:0.0:1761317072.004626:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.004630:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.004632:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:0.0:1761317072.004634:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00000100:00000200:0.0:1761317072.004638:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902785600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.006051:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.006069:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50da40 00000400:00000200:2.0:1761317072.006078:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb189d [1] + 224 00000400:00000200:2.0:1761317072.006091:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.006094:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.006102:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902785600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.006299:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.006307:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ef40 00000400:00000200:2.0:1761317072.006312:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb01d1 [2] + 1640 00000400:00000200:2.0:1761317072.006363:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.006367:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.006372:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.006376:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 00000020:00000010:0.0:1761317072.006453:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000737f50bc. 00000020:00000010:0.0:1761317072.006461:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.006465:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317072.006489:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898924352/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317072.006527:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924352 02000000:00000010:0.0:1761317072.006538:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cd474622. 00010000:00000010:0.0:1761317072.006572:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317072.006579:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e63a6ce4. 00000100:00000010:0.0:1761317072.006585:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e63a6ce4. 00010000:00000010:0.0:1761317072.006588:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00000400:00000010:0.0:1761317072.006600:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317072.006605:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924352, offset 224 00000400:00000200:0.0:1761317072.006612:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.006622:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.006627:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90281:90281:256:4294967295] 192.168.204.21@tcp LPNI seq info [90281:90281:8:4294967295] 00000400:00000200:0.0:1761317072.006636:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.006640:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.006644:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317072.006650:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.006661:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.006664:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.006711:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.006715:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317072.006718:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000737f50bc. 00000800:00000200:2.0:1761317072.006852:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.006855:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:2.0:1761317072.006859:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.006863:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.006866:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:2.0:1761317072.006868:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000400:00000010:1.0:1761317072.007311:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:1.0:1761317072.007317:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:1.0:1761317072.007318:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:1.0:1761317072.007325:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902785600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.007363:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902785600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317072.007385:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4f36874. 02000000:00000010:1.0:1761317072.007400:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbd7a267. 02000000:00000010:1.0:1761317072.007407:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022af4347. 00000100:00000010:1.0:1761317072.007411:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317072.007415:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.007418:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008eefebb1. 00080000:00000010:1.0:1761317072.007437:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022af4347. 00010000:00000010:1.0:1761317072.007532:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.007540:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2628626. 00010000:00000010:1.0:1761317072.007612:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000909c0eae. 00010000:00000010:1.0:1761317072.007618:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.007629:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008eefebb1. 00000100:00000010:1.0:1761317072.007633:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317072.007638:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317072.007648:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cbd7a267. 02000000:00000010:1.0:1761317072.007672:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000481e81f6. 00000400:00000010:1.0:1761317072.007703:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317072.007708:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317072.007713:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785664, portal 16 00000400:00000010:1.0:1761317072.007717:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317072.007719:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785664, offset 0 00000400:00000200:1.0:1761317072.007726:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.007734:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.007741:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.007744:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.007747:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.007749:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90282:90282:256:4294967295] 192.168.204.21@tcp LPNI seq info [90282:90282:8:4294967295] 00000400:00000200:1.0:1761317072.007762:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.007766:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.007770:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317072.007775:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.007780:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.007783:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.007977:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.007981:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:2.0:1761317072.007986:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.007989:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.007993:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:2.0:1761317072.007994:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00000100:00000200:2.0:1761317072.007999:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902785664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.008866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e31756b. 00000400:00000200:2.0:1761317072.009869:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.009887:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50da80 00000400:00000200:2.0:1761317072.009895:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb18a9 [1] + 224 00000400:00000200:2.0:1761317072.009916:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.009921:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.009932:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902785664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.009965:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.009971:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ef80 00000400:00000200:2.0:1761317072.009976:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb01d1 [2] + 1968 00000400:00000010:2.0:1761317072.009980:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005c481f8c. 00000400:00000200:2.0:1761317072.009984:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007f396be5 00000400:00000200:2.0:1761317072.010030:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.010034:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.010037:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f396be5 00000400:00000010:2.0:1761317072.010039:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007f396be5 (tot 82353666). 00000100:00000200:2.0:1761317072.010044:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761317072.010096:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:1.0:1761317072.010101:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:1.0:1761317072.010103:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:1.0:1761317072.010110:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902785664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.010118:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902785664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761317072.010216:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000737f50bc. 00000020:00000010:0.0:1761317072.010224:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.010228:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 02000000:00000010:1.0:1761317072.010242:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000481e81f6. 02000000:00000010:1.0:1761317072.010250:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cbd7a267. 00000100:00000200:0.0:1761317072.010251:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000014d07b04 x1846872898924416/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000010:1.0:1761317072.010257:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317072.010262:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.010267:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008eefebb1. 00000100:00000200:0.0:1761317072.010294:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924416 02000000:00000010:0.0:1761317072.010306:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019351cb5. 00010000:00000010:0.0:1761317072.010348:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c68d08cd. 00010000:00000010:0.0:1761317072.010371:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317072.010378:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e63a6ce4. 00000100:00000010:0.0:1761317072.010396:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e63a6ce4. 00010000:00000010:0.0:1761317072.010400:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00000400:00000010:0.0:1761317072.010413:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317072.010418:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924416, offset 224 00000400:00000200:0.0:1761317072.010425:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.010435:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.010440:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90283:90283:256:4294967295] 192.168.204.21@tcp LPNI seq info [90283:90283:8:4294967295] 00000400:00000200:0.0:1761317072.010449:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.010453:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.010462:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82353914). 00000800:00000200:0.0:1761317072.010468:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.010475:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.010479:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.010505:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.010509:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:0.0:1761317072.010511:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000737f50bc. 02000000:00000010:0.0:1761317072.010519:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cd474622. 00000100:00000010:0.0:1761317072.010522:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 02000000:00000010:0.0:1761317072.010526:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4379ae3. 00000100:00000010:0.0:1761317072.010529:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 02000000:00000010:0.0:1761317072.010531:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1a6dc01. 00000100:00000010:0.0:1761317072.010535:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 02000000:00000010:0.0:1761317072.010537:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d486ae1. 00000100:00000010:0.0:1761317072.010539:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 02000000:00000010:0.0:1761317072.010543:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070d2f2a8. 00000100:00000010:0.0:1761317072.010545:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c8f8d2f2. 02000000:00000010:0.0:1761317072.010548:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bcb77a1c. 00000100:00000010:0.0:1761317072.010549:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044a52814. 00000100:00000200:0.0:1761317072.010554:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317072.010559:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000061fb9ed. 00000400:00000010:0.0:1761317072.010562:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e63a6ce4 (tot 82354066). 00080000:00000010:1.0:1761317072.010699:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbd7a267. 00010000:00000010:1.0:1761317072.010777:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.010783:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006cd6d7f5. 00010000:00000010:1.0:1761317072.010869:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2d02565. 00010000:00000010:1.0:1761317072.010874:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.010883:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008eefebb1. 00000100:00000010:1.0:1761317072.010887:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317072.010893:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317072.010901:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000481e81f6. 02000000:00000010:1.0:1761317072.010922:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016dc84b5. 00000400:00000010:1.0:1761317072.010926:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317072.010929:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317072.010932:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785728, portal 16 00000400:00000010:1.0:1761317072.010936:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070a4146e. 00000100:00000200:1.0:1761317072.010938:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785728, offset 0 00000400:00000200:1.0:1761317072.010943:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.010949:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.010955:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.010958:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.010961:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.010963:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90284:90284:255:4294967295] 192.168.204.21@tcp LPNI seq info [90284:90284:7:4294967295] 00000400:00000200:1.0:1761317072.010971:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.010975:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.010977:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317072.010981:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.010984:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.010987:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.011456:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.011460:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82354066). 00000400:00000200:3.0:1761317072.011465:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.011470:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.011474:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000400:00000010:3.0:1761317072.011475:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 02000000:00000010:3.0:1761317072.011480:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019351cb5. 00000800:00000200:3.0:1761317072.011826:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.011829:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:3.0:1761317072.011833:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.011837:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.011839:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070a4146e 00000400:00000010:3.0:1761317072.011841:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070a4146e. 00000100:00000200:3.0:1761317072.011847:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902785728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.012894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e02a3405. 00010000:00000010:1.1:1761317072.012904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091f267a. 00000400:00000200:2.0:1761317072.016346:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.016366:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dac0 00000400:00000200:2.0:1761317072.016375:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb18b9 [1] + 224 00000400:00000200:2.0:1761317072.016388:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.016393:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.016404:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902785728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.016436:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.016440:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15efc0 00000400:00000200:2.0:1761317072.016445:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0229 [2] + 0 00000400:00000200:2.0:1761317072.016496:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.016500:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.016504:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.016510:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 00000400:00000010:1.0:1761317072.016703:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:1.0:1761317072.016710:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:1.0:1761317072.016714:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:1.0:1761317072.016722:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902785728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.016731:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902785728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761317072.016761:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e6e962c. 02000000:00000010:1.0:1761317072.016764:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016dc84b5. 00000020:00000010:3.0:1761317072.016769:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001003565e. 02000000:00000010:1.0:1761317072.016772:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000481e81f6. 00000020:00000010:3.0:1761317072.016776:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b7a797. 00000100:00000010:1.0:1761317072.016778:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317072.016783:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.016787:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008eefebb1. 00000100:00000200:3.0:1761317072.016805:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898924480/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317072.016838:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924480 02000000:00000010:3.0:1761317072.016849:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e86c1258. 00010000:00000010:3.0:1761317072.016876:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb17ea5e. 00010000:00000010:3.0:1761317072.016896:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95ac28e. 00000100:00000010:3.0:1761317072.016901:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317072.016919:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317072.016921:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95ac28e. 00000400:00000010:3.0:1761317072.016934:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0aa9e89. 00000100:00000200:3.0:1761317072.016939:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924480, offset 224 00000400:00000200:3.0:1761317072.016945:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.016955:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.016960:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90285:90285:256:4294967295] 192.168.204.21@tcp LPNI seq info [90285:90285:8:4294967295] 00000400:00000200:3.0:1761317072.016969:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.016973:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.016978:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.016984:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.016992:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.016996:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317072.017003:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016dc84b5. 00000020:00000010:3.0:1761317072.017016:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001003565e. 00000020:00000010:3.0:1761317072.017021:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b7a797. 00000020:00000010:3.0:1761317072.017024:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e6e962c. 00010000:00000010:1.0:1761317072.017089:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.017096:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f72dc41e. 00010000:00000010:1.0:1761317072.017171:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317072.017174:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000095f6487b. 00010000:00000010:1.0:1761317072.017179:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000091f267a. 00010000:00000010:1.0:1761317072.017183:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00080000:00000010:1.0:1761317072.017193:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000481e81f6. 00010000:00000010:1.0:1761317072.017211:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.017213:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095f6487b. 00010000:00000010:1.0:1761317072.017258:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cc25aed. 00010000:00000010:1.0:1761317072.017261:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.017268:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008eefebb1. 00000100:00000010:1.0:1761317072.017271:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317072.017276:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317072.017296:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000589fabd0. 02000000:00000010:1.0:1761317072.017317:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022b9e2b6. 00000400:00000010:1.0:1761317072.017321:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003f03f0c8. 00000400:00000010:1.0:1761317072.017326:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317072.017338:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785792, portal 16 00000400:00000010:1.0:1761317072.017342:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000100:00000200:1.0:1761317072.017344:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785792, offset 0 00000400:00000200:1.0:1761317072.017350:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.017356:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.017362:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.017365:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.017367:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.017369:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90286:90286:255:4294967295] 192.168.204.21@tcp LPNI seq info [90286:90286:7:4294967295] 00000400:00000200:1.0:1761317072.017376:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.017380:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.017383:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317072.017387:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.017391:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.017393:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.017540:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.017544:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:2.0:1761317072.017553:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.017557:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.017561:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0aa9e89 00000400:00000010:2.0:1761317072.017562:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0aa9e89. 00000800:00000200:2.0:1761317072.017612:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.017614:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:2.0:1761317072.017617:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.017619:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.017621:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:2.0:1761317072.017622:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00000100:00000200:2.0:1761317072.017627:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902785792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.020616:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.020638:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50db00 00000400:00000200:3.0:1761317072.020648:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb18c5 [1] + 224 00000400:00000200:3.0:1761317072.020663:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.020667:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.020694:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902785792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317072.021526:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003f03f0c8. 00000400:00000200:0.0:1761317072.021533:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:0.0:1761317072.021536:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:0.0:1761317072.021545:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902785792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.021563:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902785792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.021592:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022b9e2b6. 02000000:00000010:0.0:1761317072.021599:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000589fabd0. 00000100:00000010:0.0:1761317072.021603:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:0.0:1761317072.021606:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:0.0:1761317072.021610:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008eefebb1. 00010000:00000010:2.1:1761317072.021723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009025cc8b. 00010000:00000010:1.1:1761317072.021802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1e31500. 00010000:00000010:1.1:1761317072.021810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44dafbe. 00010000:00000010:1.1:1761317072.021812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd25ded9. 00010000:00000010:1.1:1761317072.021815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa54085e. 00010000:00000010:1.1:1761317072.021818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e153d8cd. 00000400:00000200:2.0:1761317072.021871:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.021883:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f000 00000400:00000200:2.0:1761317072.021888:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0229 [2] + 328 00000400:00000200:2.0:1761317072.021944:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.021948:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.021953:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.021957:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 00000020:00000010:3.0:1761317072.022204:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e6e962c. 00000020:00000010:3.0:1761317072.022211:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001003565e. 00000020:00000010:3.0:1761317072.022215:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b7a797. 00000100:00000200:3.0:1761317072.022239:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898924544/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317072.022267:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924544 02000000:00000010:3.0:1761317072.022277:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004002771c. 00010000:00000010:3.0:1761317072.022376:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053a0dea1. 00010000:00000010:3.0:1761317072.022395:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95ac28e. 00000100:00000010:3.0:1761317072.022401:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317072.022420:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317072.022422:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95ac28e. 00000400:00000010:3.0:1761317072.022435:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b1fcbc. 00000100:00000200:3.0:1761317072.022439:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924544, offset 224 00000400:00000200:3.0:1761317072.022446:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:1.0:1761317072.022451:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000589fabd0. 00000400:00000200:3.0:1761317072.022456:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.022460:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90287:90287:256:4294967295] 192.168.204.21@tcp LPNI seq info [90287:90287:8:4294967295] 00000400:00000200:3.0:1761317072.022469:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.022473:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.022477:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.022482:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.022488:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.022491:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761317072.022531:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.022537:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d5f585b. 00010000:00000010:1.0:1761317072.022606:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e153d8cd. 00010000:00000010:1.0:1761317072.022612:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.022621:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317072.022624:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317072.022630:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317072.022640:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022b9e2b6. 02000000:00000010:1.0:1761317072.022663:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047300f3f. 00000400:00000010:1.0:1761317072.022668:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0cf331c. 00000400:00000010:1.0:1761317072.022672:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00010000:00000010:0.1:1761317072.022673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b270648b. 00000100:00000200:1.0:1761317072.022677:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785856, portal 16 00000400:00000010:1.0:1761317072.022697:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000100:00000200:1.0:1761317072.022699:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785856, offset 0 00000400:00000200:1.0:1761317072.022704:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.022710:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.022716:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.022719:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.022722:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.022724:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90288:90288:255:4294967295] 192.168.204.21@tcp LPNI seq info [90288:90288:7:4294967295] 00000400:00000200:1.0:1761317072.022731:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.022735:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.022738:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317072.022742:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.022745:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.022747:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.023135:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001003565e. 00000020:00000010:3.0:1761317072.023141:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b7a797. 00000020:00000010:3.0:1761317072.023144:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e6e962c. 00000800:00000200:2.0:1761317072.024048:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.024052:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:2.0:1761317072.024064:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.024069:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.024074:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b1fcbc 00000400:00000010:2.0:1761317072.024076:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b1fcbc. 00000800:00000200:2.0:1761317072.024959:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.024964:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:2.0:1761317072.024973:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.024978:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.024982:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:2.0:1761317072.024983:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00000100:00000200:2.0:1761317072.024991:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902785856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.025731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9d7c099. 00010000:00000010:1.1:1761317072.025745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909c0eae. 00010000:00000010:1.1:1761317072.025750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078d92a0b. 00010000:00000010:1.1:1761317072.025753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d02565. 00010000:00000010:1.1:1761317072.025755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317072.025758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091f267a. 00010000:00000010:3.1:1761317072.025803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eb3e92f. 00000400:00000200:3.0:1761317072.028505:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.028526:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50db40 00000400:00000200:3.0:1761317072.028535:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb18d1 [1] + 224 00000400:00000200:3.0:1761317072.028560:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.028565:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.028575:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902785856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317072.028727:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0cf331c. 00000400:00000200:1.0:1761317072.028731:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:1.0:1761317072.028734:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:1.0:1761317072.028740:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902785856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.028748:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902785856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.028775:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047300f3f. 02000000:00000010:1.0:1761317072.028779:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022b9e2b6. 00000100:00000010:1.0:1761317072.028784:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317072.028788:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.028793:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000400:00000200:2.0:1761317072.029470:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.029481:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f040 00000400:00000200:2.0:1761317072.029487:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0229 [2] + 656 00000400:00000200:2.0:1761317072.029552:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.029557:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.029562:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.029566:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000020:00000010:3.0:1761317072.029888:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e6e962c. 00000020:00000010:3.0:1761317072.029895:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001003565e. 00000020:00000010:3.0:1761317072.029898:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b7a797. 00000100:00000200:3.0:1761317072.029922:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898924608/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317072.029957:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924608 02000000:00000010:3.0:1761317072.029967:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040cf0607. 00010000:00000010:3.0:1761317072.029993:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0fbaaea. 00010000:00000010:3.0:1761317072.030011:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95ac28e. 00000100:00000010:3.0:1761317072.030017:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317072.030026:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317072.030029:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95ac28e. 00000400:00000010:3.0:1761317072.030039:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317072.030043:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924608, offset 224 00000400:00000200:3.0:1761317072.030050:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.030063:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.030068:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90289:90289:256:4294967295] 192.168.204.21@tcp LPNI seq info [90289:90289:8:4294967295] 00000400:00000200:3.0:1761317072.030077:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.030082:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.030088:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.030093:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.030099:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.030103:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.030123:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001003565e. 00000020:00000010:3.0:1761317072.030126:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b7a797. 00000020:00000010:3.0:1761317072.030129:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e6e962c. 00080000:00000010:1.0:1761317072.030198:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047300f3f. 00010000:00000010:1.0:1761317072.030281:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.030295:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082998bee. 00010000:00000010:1.0:1761317072.030390:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000091f267a. 00010000:00000010:1.0:1761317072.030396:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.030410:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317072.030413:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317072.030419:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317072.030430:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022b9e2b6. 02000000:00000010:1.0:1761317072.030452:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006c1e611. 00000400:00000010:1.0:1761317072.030457:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0cf331c. 00000400:00000010:1.0:1761317072.030461:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317072.030466:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785920, portal 16 00000400:00000010:1.0:1761317072.030470:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317072.030472:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785920, offset 0 00000400:00000200:1.0:1761317072.030478:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.030484:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000800:00000200:2.0:1761317072.030485:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.030488:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317072.030490:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.030494:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.030496:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.030498:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.030498:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90290:90290:255:4294967295] 192.168.204.21@tcp LPNI seq info [90290:90290:7:4294967295] 00000400:00000200:2.0:1761317072.030502:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.030505:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000200:1.0:1761317072.030506:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000400:00000010:2.0:1761317072.030507:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000800:00000200:1.0:1761317072.030509:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.030512:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317072.030515:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.030519:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.030521:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.030918:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.030920:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:3.0:1761317072.030924:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.030928:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.030930:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:3.0:1761317072.030932:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000100:00000200:3.0:1761317072.030937:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902785920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.031863:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.031877:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50db80 00000400:00000200:2.0:1761317072.031884:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb18dd [1] + 224 00000400:00000200:2.0:1761317072.031896:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.031899:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.031906:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902785920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317072.031960:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0cf331c. 00000400:00000200:1.0:1761317072.031964:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:1.0:1761317072.031966:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:1.0:1761317072.031971:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902785920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.031979:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902785920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.032004:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006c1e611. 02000000:00000010:1.0:1761317072.032021:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022b9e2b6. 00000100:00000010:1.0:1761317072.032026:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317072.032029:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.032032:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000400:00000200:2.0:1761317072.032218:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.032225:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f080 00000400:00000200:2.0:1761317072.032231:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0229 [2] + 984 00000400:00000200:2.0:1761317072.032651:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.032656:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.032661:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.032666:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 00010000:00000010:3.1:1761317072.032825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1d00d28. 00000020:00000010:0.0:1761317072.032871:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019351cb5. 00000020:00000010:0.0:1761317072.032878:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.032882:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000694f6c08. 00000100:00000200:0.0:1761317072.032902:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be90a4d7 x1846872898924672/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317072.032961:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924672 02000000:00000010:3.0:1761317072.032974:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008e6e962c. 00010000:00000010:3.0:1761317072.033007:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000460477f2. 00010000:00000010:3.0:1761317072.033024:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95ac28e. 00000100:00000010:3.0:1761317072.033030:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317072.033045:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317072.033048:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95ac28e. 00000400:00000010:3.0:1761317072.033060:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000732eef34. 00000100:00000200:3.0:1761317072.033064:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924672, offset 224 00000400:00000200:3.0:1761317072.033072:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:1.0:1761317072.033080:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006c1e611. 00000400:00000200:3.0:1761317072.033082:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.033087:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90291:90291:256:4294967295] 192.168.204.21@tcp LPNI seq info [90291:90291:8:4294967295] 00000400:00000200:3.0:1761317072.033095:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.033110:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.033114:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.033120:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.033126:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.033128:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.033148:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00010000:00000010:1.0:1761317072.033151:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00000020:00000010:3.0:1761317072.033152:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000694f6c08. 00000020:00000010:3.0:1761317072.033155:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019351cb5. 00010000:00000010:1.0:1761317072.033166:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042ed0aa0. 00010000:00000010:1.0:1761317072.033241:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2d02565. 00010000:00000010:1.0:1761317072.033247:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.033256:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317072.033259:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317072.033265:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317072.033274:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dd5beff. 02000000:00000010:1.0:1761317072.033294:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008784a93e. 00000400:00000010:1.0:1761317072.033299:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0cf331c. 00000800:00000200:2.0:1761317072.033303:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1761317072.033303:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000800:00000010:2.0:1761317072.033307:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000100:00000200:1.0:1761317072.033307:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902785984, portal 16 00000400:00000010:1.0:1761317072.033310:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088b1be39. 00000100:00000200:1.0:1761317072.033312:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902785984, offset 0 00000400:00000200:2.0:1761317072.033316:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.033317:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.033319:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.033322:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000732eef34 00000400:00000200:1.0:1761317072.033322:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000010:2.0:1761317072.033324:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000732eef34. 00000400:00000200:1.0:1761317072.033339:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.033343:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.033346:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.033348:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90292:90292:255:4294967295] 192.168.204.21@tcp LPNI seq info [90292:90292:7:4294967295] 00000400:00000200:1.0:1761317072.033355:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.033359:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.033362:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317072.033366:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.033369:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.033371:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.033414:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.033416:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:2.0:1761317072.033419:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.033422:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.033424:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088b1be39 00000400:00000010:2.0:1761317072.033425:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088b1be39. 00000100:00000200:2.0:1761317072.033430:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902785984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.033721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf0bcb2. 00010000:00000010:1.1:1761317072.033728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cc25aed. 00000400:00000200:2.0:1761317072.034880:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.034894:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dbc0 00000400:00000200:2.0:1761317072.034901:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb18e9 [1] + 224 00000400:00000200:2.0:1761317072.034915:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.034918:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.034926:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902785984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317072.035041:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0cf331c. 00000400:00000200:1.0:1761317072.035045:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:1.0:1761317072.035046:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:1.0:1761317072.035052:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902785984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.035060:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902785984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.035082:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008784a93e. 02000000:00000010:1.0:1761317072.035087:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007dd5beff. 00000100:00000010:1.0:1761317072.035091:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317072.035095:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.035098:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000400:00000200:2.0:1761317072.035365:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.035373:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f0c0 00000400:00000200:2.0:1761317072.035377:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0229 [2] + 1312 00000400:00000200:2.0:1761317072.035415:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.035417:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.035420:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.035424:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 00000020:00000010:3.0:1761317072.035486:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4cf0461. 00000020:00000010:3.0:1761317072.035491:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001003565e. 00000020:00000010:3.0:1761317072.035495:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b7a797. 00000100:00000200:3.0:1761317072.035510:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000211632ce x1846872898924736/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317072.035539:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924736 02000000:00000010:3.0:1761317072.035561:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000473bd3fb. 00010000:00000010:3.0:1761317072.035585:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059a17fc4. 00010000:00000010:3.0:1761317072.035603:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c95ac28e. 00000100:00000010:3.0:1761317072.035610:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317072.035627:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317072.035630:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c95ac28e. 00000400:00000010:3.0:1761317072.035642:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000874d2110. 00000100:00000200:3.0:1761317072.035647:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924736, offset 224 00000400:00000200:3.0:1761317072.035654:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.035664:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.035734:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90293:90293:256:4294967295] 192.168.204.21@tcp LPNI seq info [90293:90293:8:4294967295] 00000400:00000200:3.0:1761317072.035745:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.035750:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.035754:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.035760:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.035765:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.035768:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.035793:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001003565e. 00000020:00000010:3.0:1761317072.035797:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b7a797. 00000020:00000010:3.0:1761317072.035800:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4cf0461. 00080000:00000010:1.0:1761317072.036021:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007dd5beff. 00000800:00000200:2.0:1761317072.036096:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761317072.036096:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00000800:00000010:2.0:1761317072.036100:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:2.0:1761317072.036107:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.036111:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00010000:00000010:1.0:1761317072.036112:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a44a41f. 00000400:00000200:2.0:1761317072.036114:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000874d2110 00000400:00000010:2.0:1761317072.036115:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000874d2110. 00010000:00000010:1.0:1761317072.036180:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cc25aed. 00010000:00000010:1.0:1761317072.036186:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.036195:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317072.036198:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317072.036204:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317072.036213:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008784a93e. 02000000:00000010:1.0:1761317072.036233:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af4a088f. 00000400:00000010:1.0:1761317072.036237:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0cf331c. 00000400:00000010:1.0:1761317072.036240:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317072.036244:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786048, portal 16 00000400:00000010:1.0:1761317072.036247:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317072.036249:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786048, offset 0 00000400:00000200:1.0:1761317072.036254:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.036260:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.036266:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.036269:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.036271:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.036273:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90294:90294:256:4294967295] 192.168.204.21@tcp LPNI seq info [90294:90294:8:4294967295] 00000400:00000200:1.0:1761317072.036280:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.036284:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.036287:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317072.036290:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.036294:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.036297:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.036362:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.036365:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:2.0:1761317072.036368:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.036371:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.036374:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:2.0:1761317072.036375:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000100:00000200:2.0:1761317072.036380:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902786048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.037753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db9fe89e. 00010000:00000010:1.1:1761317072.037767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e153d8cd. 00000400:00000200:2.0:1761317072.038621:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.038639:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dc00 00000400:00000200:2.0:1761317072.038647:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb18f5 [1] + 224 00000400:00000200:2.0:1761317072.038667:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.038671:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.038728:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902786048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317072.038823:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0cf331c. 00000400:00000200:1.0:1761317072.038828:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:1.0:1761317072.038830:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:1.0:1761317072.038837:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902786048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.038844:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902786048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.038878:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af4a088f. 02000000:00000010:1.0:1761317072.038885:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008784a93e. 00000100:00000010:1.0:1761317072.038888:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317072.038892:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.038896:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000400:00000200:2.0:1761317072.040429:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.040446:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f100 00000400:00000200:2.0:1761317072.040452:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0229 [2] + 1640 00000400:00000200:2.0:1761317072.040655:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.040661:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.040667:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.040673:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00010000:00000010:3.1:1761317072.040821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092c2c8a. 00010000:00000010:3.1:1761317072.040829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c828b47. 00000020:00000010:0.0:1761317072.041009:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019351cb5. 00000020:00000010:0.0:1761317072.041017:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317072.041021:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.041046:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898924800/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317072.041084:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924800 02000000:00000010:0.0:1761317072.041098:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d486ae1. 00010000:00000010:0.0:1761317072.041130:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed5ddf83. 00010000:00000010:0.0:1761317072.041154:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062cd573b. 00000100:00000010:0.0:1761317072.041161:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000887f1acb. 00000100:00000010:0.0:1761317072.041179:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000887f1acb. 00010000:00000010:0.0:1761317072.041182:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062cd573b. 00000400:00000010:0.0:1761317072.041198:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317072.041203:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924800, offset 224 00000400:00000200:0.0:1761317072.041211:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.041223:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00080000:00000010:1.0:1761317072.041252:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008784a93e. 00010000:00000010:1.0:1761317072.041369:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.041376:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e931f5d. 00000400:00000200:0.0:1761317072.041437:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90295:90295:256:4294967295] 192.168.204.21@tcp LPNI seq info [90295:90295:8:4294967295] 00000400:00000200:0.0:1761317072.041447:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00010000:00000010:1.0:1761317072.041453:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00000800:00000200:0.0:1761317072.041453:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.041459:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00010000:00000010:1.0:1761317072.041460:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000095f6487b. 00000800:00000200:0.0:1761317072.041467:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00010000:00000010:1.0:1761317072.041473:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e153d8cd. 00000800:00000200:0.0:1761317072.041476:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00010000:00000010:1.0:1761317072.041481:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00000800:00000200:0.0:1761317072.041481:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317072.041497:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af4a088f. 00000020:00000010:0.0:1761317072.041508:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317072.041513:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.041517:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019351cb5. 00010000:00000010:1.0:1761317072.041529:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.041534:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095f6487b. 00010000:00000010:1.0:1761317072.041593:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000909c0eae. 00010000:00000010:1.0:1761317072.041597:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e1fdbbf6. 00010000:00000010:1.0:1761317072.041606:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317072.041612:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317072.041621:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 02000000:00000010:1.0:1761317072.041635:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026bdbdc8. 00000800:00000200:2.0:1761317072.041652:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.041656:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 02000000:00000010:1.0:1761317072.041658:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c18bb605. 00000400:00000200:2.0:1761317072.041661:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.041666:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000010:1.0:1761317072.041666:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0cf331c. 00000400:00000200:2.0:1761317072.041672:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f6bd1ac 00000400:00000010:1.0:1761317072.041673:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000400:00000010:2.0:1761317072.041675:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f6bd1ac. 00010000:00000010:1.1:1761317072.041716:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd29e7c2. 00010000:00000010:1.1:1761317072.041722:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091f267a. 00010000:00000010:1.1:1761317072.041727:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a656ac3f. 00010000:00000010:1.1:1761317072.041731:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d02565. 00000100:00000200:1.0:1761317072.041737:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786112, portal 16 00000400:00000010:1.0:1761317072.041742:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317072.041744:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786112, offset 0 00000400:00000200:1.0:1761317072.041751:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.041758:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.041764:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.041768:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.041770:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.041773:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90296:90296:256:4294967295] 192.168.204.21@tcp LPNI seq info [90296:90296:8:4294967295] 00000400:00000200:1.0:1761317072.041781:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.041785:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.041789:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317072.041793:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.041798:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.041800:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.041893:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.041895:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:2.0:1761317072.041898:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.041902:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.041904:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:2.0:1761317072.041906:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000100:00000200:2.0:1761317072.041910:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f5680a2 x1846872902786112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.045671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000522103f6. 00000400:00000200:2.0:1761317072.048652:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.048673:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dc40 00000400:00000200:2.0:1761317072.050499:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1901 [1] + 224 00000400:00000200:2.0:1761317072.050534:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.051471:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.051485:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f5680a2 x1846872902786112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.053180:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000567bb7e4. 00010000:00000010:1.1:1761317072.053194:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cc25aed. 00010000:00000010:1.1:1761317072.053198:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317072.053201:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e153d8cd. 00000400:00000010:1.0:1761317072.053218:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d0cf331c. 00000400:00000200:1.0:1761317072.053224:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:1.0:1761317072.053226:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:1.0:1761317072.053238:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f5680a2 x1846872902786112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.053248:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f5680a2 x1846872902786112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.053286:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009798d150. 02000000:00000010:1.0:1761317072.055024:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c18bb605. 02000000:00000010:1.0:1761317072.055036:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000026bdbdc8. 00000100:00000010:1.0:1761317072.055039:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 00000100:00000010:1.0:1761317072.055043:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.055047:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000400:00000200:2.0:1761317072.056109:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.056205:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f140 00000400:00000200:2.0:1761317072.056213:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0229 [2] + 1968 00000400:00000010:2.0:1761317072.056219:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c480fba. 00000400:00000200:2.0:1761317072.056224:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000091e14f4e 00000400:00000200:2.0:1761317072.056291:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.056295:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.056299:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091e14f4e 00000400:00000010:2.0:1761317072.056301:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000091e14f4e (tot 82353666). 00000100:00000200:2.0:1761317072.056305:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317072.056777:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026bdbdc8. 00000020:00000010:1.0:1761317072.056784:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317072.056788:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.056813:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000543fc26a x1846872898924864/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317072.056852:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924864 02000000:00000010:1.0:1761317072.056864:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c18bb605. 00010000:00000010:1.0:1761317072.056891:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3757f05. 00010000:00000010:1.0:1761317072.056912:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317072.056918:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000008880f36. 00000100:00000010:1.0:1761317072.056936:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000008880f36. 00010000:00000010:1.0:1761317072.056940:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000400:00000010:1.0:1761317072.056957:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317072.056962:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924864, offset 224 00000400:00000200:1.0:1761317072.056968:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.056979:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.056984:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90297:90297:256:4294967295] 192.168.204.21@tcp LPNI seq info [90297:90297:8:4294967295] 00000400:00000200:1.0:1761317072.056993:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.056998:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.057002:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82353914). 00000800:00000200:1.0:1761317072.057008:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.057014:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.057018:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.057032:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317072.057038:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.057041:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026bdbdc8. 02000000:00000010:1.0:1761317072.057050:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d486ae1. 00000100:00000010:1.0:1761317072.057053:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:1.0:1761317072.057057:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000473bd3fb. 00000100:00000010:1.0:1761317072.057059:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 02000000:00000010:1.0:1761317072.057062:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008e6e962c. 00000100:00000010:1.0:1761317072.057065:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 02000000:00000010:1.0:1761317072.057068:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040cf0607. 00000100:00000010:1.0:1761317072.057070:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:1.0:1761317072.057073:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004002771c. 00000100:00000010:1.0:1761317072.057075:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 02000000:00000010:1.0:1761317072.057077:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e86c1258. 00000100:00000010:1.0:1761317072.057079:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 00000100:00000200:1.0:1761317072.057086:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317072.057091:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d0cf331c. 00000400:00000010:1.0:1761317072.057095:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000008880f36 (tot 82354066). 00000800:00000200:2.0:1761317072.060161:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.060170:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:2.0:1761317072.060179:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.060189:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.060195:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:2.0:1761317072.060197:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 02000000:00000010:2.0:1761317072.060206:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c18bb605. 00080000:00000010:2.0:1761317072.060247:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4379ae3. 00010000:00000010:2.0:1761317072.060384:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1fdbbf6. 00010000:00000010:2.0:1761317072.060394:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000957de8c6. 00010000:00000010:2.0:1761317072.060477:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317072.060485:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317072.060499:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.060507:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.060516:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317072.060530:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bcb77a1c. 02000000:00000010:2.0:1761317072.060568:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070d2f2a8. 00000400:00000010:2.0:1761317072.060575:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049cdcabb. 00000400:00000010:2.0:1761317072.060580:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317072.060586:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786176, portal 16 00000400:00000010:2.0:1761317072.060591:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048fc86b7. 00000100:00000200:2.0:1761317072.060593:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786176, offset 0 00000400:00000200:2.0:1761317072.060600:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.060613:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.060620:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.060624:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.060626:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.060630:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90298:90298:256:4294967295] 192.168.204.21@tcp LPNI seq info [90298:90298:8:4294967295] 00000400:00000200:2.0:1761317072.060639:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.060646:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.060651:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317072.060657:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.060665:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.060669:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.061775:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.061780:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:1.0:1761317072.061788:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.061795:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.061799:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048fc86b7 00000400:00000010:1.0:1761317072.061801:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048fc86b7. 00000100:00000200:1.0:1761317072.061809:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902786176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.072723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc12cf9f. 00010000:00000010:1.1:1761317072.072725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050f3971c. 00010000:00000010:2.1:1761317072.072739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909c0eae. 00000400:00000200:3.0:1761317072.073247:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.073262:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dc80 00000400:00000200:3.0:1761317072.073270:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1911 [1] + 224 00000400:00000200:3.0:1761317072.073281:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.073285:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.073294:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902786176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.073338:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.073344:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f180 00000400:00000200:3.0:1761317072.073349:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0281 [2] + 0 00000400:00000200:3.0:1761317072.073391:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.073395:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.073399:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.073404:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 00000020:00000010:1.0:1761317072.073597:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026bdbdc8. 00000020:00000010:1.0:1761317072.073605:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317072.073609:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.073636:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a88443b x1846872898924928/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317072.073673:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924928 02000000:00000010:1.0:1761317072.073703:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c717ffed. 00010000:00000010:1.0:1761317072.073739:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317072.073747:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.073752:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.073755:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000400:00000010:1.0:1761317072.073771:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088b1be39. 00000100:00000200:1.0:1761317072.073776:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924928, offset 224 00000400:00000200:1.0:1761317072.073783:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.073794:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.073799:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90299:90299:256:4294967295] 192.168.204.21@tcp LPNI seq info [90299:90299:8:4294967295] 00000400:00000200:1.0:1761317072.073809:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.073813:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.073818:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317072.073824:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.073832:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.073835:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.073852:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317072.073858:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.073862:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026bdbdc8. 00000800:00000200:1.0:1761317072.073933:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.073936:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:1.0:1761317072.073939:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.073943:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.073946:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088b1be39 00000400:00000010:1.0:1761317072.073947:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088b1be39. 00000400:00000010:2.0:1761317072.074118:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00000400:00000200:2.0:1761317072.074122:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:2.0:1761317072.074123:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 00000100:00000200:2.0:1761317072.074130:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902786176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.074138:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902786176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317072.074157:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000467a3376. 02000000:00000010:2.0:1761317072.074170:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070d2f2a8. 02000000:00000010:2.0:1761317072.074175:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bcb77a1c. 00000100:00000010:2.0:1761317072.074178:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:2.0:1761317072.074182:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.074184:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00080000:00000010:2.0:1761317072.074199:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcb77a1c. 00010000:00000010:2.0:1761317072.074279:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317072.074284:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e132721. 00010000:00000010:2.0:1761317072.074367:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000730260f4. 00010000:00000010:2.0:1761317072.074373:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317072.074382:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.074385:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.074391:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317072.074400:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000070d2f2a8. 02000000:00000010:2.0:1761317072.074421:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1a6dc01. 00000400:00000010:2.0:1761317072.074425:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049cdcabb. 00000400:00000010:2.0:1761317072.074429:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317072.074433:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786240, portal 16 00000400:00000010:2.0:1761317072.074437:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048b5ef8f. 00000100:00000200:2.0:1761317072.074438:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786240, offset 0 00000400:00000200:2.0:1761317072.075239:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.075253:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.075260:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.075263:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.075266:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.075269:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90300:90300:256:4294967295] 192.168.204.21@tcp LPNI seq info [90300:90300:8:4294967295] 00000400:00000200:2.0:1761317072.075278:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.075283:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.075288:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317072.075294:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.075300:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.075304:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.076544:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.076550:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:1.0:1761317072.076558:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.076566:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.076572:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048b5ef8f 00000400:00000010:1.0:1761317072.076574:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048b5ef8f. 00000100:00000200:1.0:1761317072.076582:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902786240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.083773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe2ffdc5. 00010000:00000010:2.1:1761317072.083786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c174ea5. 00010000:00000010:2.1:1761317072.083790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00000400:00000200:3.0:1761317072.090312:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.090348:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dcc0 00000400:00000200:3.0:1761317072.090358:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb191d [1] + 224 00000400:00000200:3.0:1761317072.090379:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.090383:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.090399:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902786240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317072.090508:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00000400:00000200:2.0:1761317072.090513:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:2.0:1761317072.090515:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 00000100:00000200:2.0:1761317072.090523:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902786240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.090531:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902786240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.090566:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1a6dc01. 02000000:00000010:2.0:1761317072.090574:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000070d2f2a8. 00000100:00000010:2.0:1761317072.090578:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:2.0:1761317072.090584:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.090588:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000200:1.0:1761317072.100159:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.100179:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f1c0 00000400:00000200:1.0:1761317072.100188:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0281 [2] + 328 00000400:00000200:1.0:1761317072.100218:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.100223:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.100229:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.100234:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003f5680a2. 00000020:00000010:3.0:1761317072.100513:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a14a3f16. 00000020:00000010:3.0:1761317072.100520:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c07641ad. 00000020:00000010:3.0:1761317072.100525:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b7a797. 00000100:00000200:3.0:1761317072.100554:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003f5680a2 x1846872898924992/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317072.100593:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898924992 02000000:00000010:3.0:1761317072.100609:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064f32594. 00010000:00000010:3.0:1761317072.100641:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d28688d. 00010000:00000010:3.0:1761317072.100660:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b12dfa52. 00000100:00000010:3.0:1761317072.100667:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317072.100715:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:3.0:1761317072.100719:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b12dfa52. 00000400:00000010:3.0:1761317072.100732:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317072.100738:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898924992, offset 224 00000400:00000200:3.0:1761317072.100748:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.100760:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.100766:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90301:90301:256:4294967295] 192.168.204.21@tcp LPNI seq info [90301:90301:8:4294967295] 00000400:00000200:3.0:1761317072.100777:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.100783:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.100787:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.100792:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.100799:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.100803:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.100818:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c07641ad. 00000020:00000010:3.0:1761317072.100822:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b7a797. 00000020:00000010:3.0:1761317072.100825:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a14a3f16. 00000800:00000200:1.0:1761317072.100942:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.100946:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317072.100956:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.100960:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.100964:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:1.0:1761317072.100967:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00080000:00000010:0.0:1761317072.101178:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a2011a2. 00010000:00000010:0.0:1761317072.101268:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:0.0:1761317072.101275:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b18c3183. 00010000:00000010:0.0:1761317072.101362:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003ce79e51. 00010000:00000010:0.0:1761317072.101369:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfcfa073. 00010000:00000010:0.0:1761317072.101380:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002207d09e. 00000100:00000010:0.0:1761317072.101385:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000887f1acb. 00000100:00000010:0.0:1761317072.101392:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 02000000:00000010:0.0:1761317072.101402:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1a92914. 02000000:00000010:0.0:1761317072.101426:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000129541f7. 00000400:00000010:0.0:1761317072.101431:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317072.101435:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317072.101442:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786304, portal 16 00000400:00000010:0.0:1761317072.101445:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317072.101447:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786304, offset 0 00000400:00000200:0.0:1761317072.101453:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.101461:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.101468:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.101471:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.101475:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.101478:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90302:90302:256:4294967295] 192.168.204.21@tcp LPNI seq info [90302:90302:8:4294967295] 00000400:00000200:0.0:1761317072.101486:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.101491:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.101495:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317072.101499:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.101504:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.101507:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.103366:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.103375:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:3.0:1761317072.103383:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.103392:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.103398:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:3.0:1761317072.103400:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000100:00000200:3.0:1761317072.103408:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000034f8703 x1846872902786304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.117103:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.117124:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dd00 00000400:00000200:0.0:1761317072.117132:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1929 [1] + 224 00000400:00000200:0.0:1761317072.117150:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.117155:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.117165:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000034f8703 x1846872902786304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.117238:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7cc8acc. 00000400:00000200:3.0:1761317072.117243:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaaa4a29 00000400:00000010:3.0:1761317072.117245:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaaa4a29. 00000100:00000200:3.0:1761317072.117252:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000034f8703 x1846872902786304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.117258:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000034f8703 x1846872902786304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.117297:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000129541f7. 02000000:00000010:3.0:1761317072.117303:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1a92914. 00000100:00000010:3.0:1761317072.117308:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 00000100:00000010:3.0:1761317072.117312:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000887f1acb. 00010000:00000010:3.0:1761317072.117315:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002207d09e. 00000400:00000200:3.0:1761317072.121745:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.121770:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f200 00000400:00000200:3.0:1761317072.121779:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0281 [2] + 656 00000400:00000200:3.0:1761317072.121847:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.121852:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.121859:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.121865:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 00000020:00000010:2.0:1761317072.121939:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1a6dc01. 00000020:00000010:2.0:1761317072.121946:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.121950:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.121976:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a6f6e07 x1846872898925056/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317072.122010:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925056 02000000:00000010:2.0:1761317072.122020:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ba907c6. 00010000:00000010:2.0:1761317072.122046:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d6bb363. 00010000:00000010:2.0:1761317072.122065:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000154aa86b. 00000100:00000010:2.0:1761317072.122071:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.122080:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.122083:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000154aa86b. 00000400:00000010:2.0:1761317072.122095:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317072.122099:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925056, offset 224 00000400:00000200:2.0:1761317072.122106:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.122115:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.122120:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90303:90303:256:4294967295] 192.168.204.21@tcp LPNI seq info [90303:90303:8:4294967295] 00000400:00000200:2.0:1761317072.122129:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.122134:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.122138:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317072.122143:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.122150:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.122154:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.122166:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.122170:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.122172:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1a6dc01. 00080000:00000010:3.0:1761317072.122270:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009e161ea. 00010000:00000010:3.0:1761317072.122364:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfcfa073. 00010000:00000010:3.0:1761317072.122370:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043b7d5f0. 00010000:00000010:3.0:1761317072.122430:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.0:1761317072.122435:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002226971d. 00010000:00000010:3.0:1761317072.122444:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b12dfa52. 00000100:00000010:3.0:1761317072.122447:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000acf9e022. 00000100:00000010:3.0:1761317072.122453:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317072.122462:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c5d68d8. 02000000:00000010:3.0:1761317072.122484:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a14a3f16. 00000400:00000010:3.0:1761317072.122489:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317072.122492:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317072.122497:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786368, portal 16 00000400:00000010:3.0:1761317072.122501:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317072.122502:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786368, offset 0 00000400:00000200:3.0:1761317072.122506:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.122512:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.122518:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.122520:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.122523:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.122525:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90304:90304:255:4294967295] 192.168.204.21@tcp LPNI seq info [90304:90304:7:4294967295] 00000400:00000200:3.0:1761317072.122532:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.122535:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.122538:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354314). 00000800:00000200:3.0:1761317072.122541:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.122545:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.122548:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.122801:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.122805:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82354066). 00000400:00000200:3.0:1761317072.122810:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.122814:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.122817:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:3.0:1761317072.122819:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 00000800:00000200:3.0:1761317072.122863:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.122865:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:3.0:1761317072.122873:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.122875:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.122877:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:3.0:1761317072.122878:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:3.0:1761317072.122882:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000074b6d37 x1846872902786368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.125462:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.125479:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dd40 00000400:00000200:3.0:1761317072.125488:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1935 [1] + 224 00000400:00000200:3.0:1761317072.125503:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.125507:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.125517:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000074b6d37 x1846872902786368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317072.125806:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:1.0:1761317072.125811:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:1.0:1761317072.125813:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000100:00000200:1.0:1761317072.125820:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000074b6d37 x1846872902786368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.125828:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000074b6d37 x1846872902786368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.125859:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a14a3f16. 02000000:00000010:1.0:1761317072.125865:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c5d68d8. 00000100:00000010:1.0:1761317072.125869:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000100:00000010:1.0:1761317072.125874:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000acf9e022. 00010000:00000010:1.0:1761317072.125878:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b12dfa52. 00000400:00000200:1.0:1761317072.128973:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.128993:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f240 00000400:00000200:1.0:1761317072.129001:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0281 [2] + 984 00000400:00000200:1.0:1761317072.129404:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.129411:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.129419:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.129426:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000010822fe5. 00000020:00000010:3.0:1761317072.129494:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5e1e45f. 00000020:00000010:3.0:1761317072.129503:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c07641ad. 00000020:00000010:3.0:1761317072.129507:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b7a797. 00000100:00000200:3.0:1761317072.129534:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000010822fe5 x1846872898925120/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:3.1:1761317072.129787:0:64751:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acf82d26. 00000100:00000200:3.0:1761317072.129810:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925120 02000000:00000010:3.0:1761317072.129821:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000021592387. 00010000:00000010:3.0:1761317072.129849:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032e4ebc4. 00010000:00000010:3.0:1761317072.129867:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f1d42f58. 00000100:00000010:3.0:1761317072.129874:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da99b5fe. 00000100:00000010:3.0:1761317072.129891:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da99b5fe. 00010000:00000010:3.0:1761317072.129894:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f1d42f58. 00010000:00000010:2.1:1761317072.129942:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3d0de08. 00000400:00000010:3.0:1761317072.129973:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317072.129979:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925120, offset 224 00000400:00000200:3.0:1761317072.129986:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.129997:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.130002:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90305:90305:256:4294967295] 192.168.204.21@tcp LPNI seq info [90305:90305:8:4294967295] 00000400:00000200:3.0:1761317072.130011:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.130016:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.130020:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.130025:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.130032:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.130035:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.130656:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c07641ad. 00000020:00000010:3.0:1761317072.130664:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b7a797. 00000020:00000010:3.0:1761317072.130667:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5e1e45f. 00000800:00000200:2.0:1761317072.130808:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.130811:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:2.0:1761317072.130821:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.130826:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.130830:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:2.0:1761317072.130832:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00080000:00000010:1.0:1761317072.132343:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026bdbdc8. 00010000:00000010:1.0:1761317072.132443:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002226971d. 00010000:00000010:1.0:1761317072.132452:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008daaf4e3. 00010000:00000010:1.0:1761317072.132518:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317072.132521:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000095f6487b. 00010000:00000010:1.0:1761317072.132526:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e153d8cd. 00010000:00000010:1.0:1761317072.132531:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004fdc6504. 00080000:00000010:1.0:1761317072.132544:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073af8d16. 00010000:00000010:1.0:1761317072.132563:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004fdc6504. 00010000:00000010:1.0:1761317072.132566:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095f6487b. 00010000:00000010:1.0:1761317072.132748:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007cc25aed. 00010000:00000010:1.0:1761317072.132752:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004fdc6504. 00010000:00000010:1.0:1761317072.132760:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317072.132768:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.132776:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000603419ce. 02000000:00000010:1.0:1761317072.132789:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eda403c8. 02000000:00000010:1.0:1761317072.132815:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000027437a2f. 00000400:00000010:1.0:1761317072.132821:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ed2767a0. 00000400:00000010:1.0:1761317072.132826:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088b1be39. 00000100:00000200:1.0:1761317072.132832:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786432, portal 16 00000400:00000010:1.0:1761317072.132837:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317072.132839:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786432, offset 0 00000400:00000200:1.0:1761317072.132847:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.132862:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.132868:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.132873:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.132875:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.132878:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90306:90306:256:4294967295] 192.168.204.21@tcp LPNI seq info [90306:90306:8:4294967295] 00000400:00000200:1.0:1761317072.132887:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.132892:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.132895:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317072.132901:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.132907:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.132910:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317072.133914:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008211899f. 00010000:00000010:3.1:1761317072.133926:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce79e51. 00000800:00000200:3.0:1761317072.134477:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.134481:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:3.0:1761317072.134486:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.134494:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.134500:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:3.0:1761317072.134502:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000100:00000200:3.0:1761317072.134510:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000603419ce x1846872902786432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.134822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062569faf. 00010000:00000010:0.1:1761317072.134829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730260f4. 00010000:00000010:3.1:1761317072.137882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d10d7c42. 00010000:00000010:1.1:1761317072.139796:0:78581:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d7cb033. 00010000:00000010:1.1:1761317072.139810:0:78581:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:1.1:1761317072.139815:0:78581:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317072.139818:0:78581:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e153d8cd. 00000400:00000200:1.0:1761317072.144113:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.144132:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dd80 00000400:00000200:1.0:1761317072.144141:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1941 [1] + 224 00000400:00000200:1.0:1761317072.144153:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.144157:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.144168:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000603419ce x1846872902786432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.144220:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000010:3.0:1761317072.144225:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed2767a0. 00000400:00000200:1.0:1761317072.144226:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f280 00000400:00000200:3.0:1761317072.144230:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088b1be39 00000400:00000010:3.0:1761317072.144232:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088b1be39. 00000100:00000200:3.0:1761317072.144242:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000603419ce x1846872902786432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.144250:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000603419ce x1846872902786432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.144277:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0281 [2] + 1312 02000000:00000010:3.0:1761317072.144281:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000027437a2f. 02000000:00000010:3.0:1761317072.144288:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eda403c8. 00000100:00000010:3.0:1761317072.144292:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000603419ce. 00000100:00000010:3.0:1761317072.144297:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:3.0:1761317072.144300:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000400:00000200:1.0:1761317072.144411:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.144416:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.144420:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.144424:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000031fef5de. 00000020:00000010:3.0:1761317072.144482:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dac84c0d. 00000020:00000010:3.0:1761317072.144492:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c07641ad. 00000020:00000010:3.0:1761317072.144501:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f4b7a797. 00000100:00000200:3.0:1761317072.144526:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000031fef5de x1846872898925184/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317072.144593:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925184 02000000:00000010:0.0:1761317072.144605:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c241ac28. 00010000:00000010:0.0:1761317072.144631:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e944b73f. 00010000:00000010:0.0:1761317072.144649:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043afcad6. 00000100:00000010:0.0:1761317072.144654:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317072.144663:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:0.0:1761317072.144665:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043afcad6. 00000400:00000010:0.0:1761317072.144675:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317072.144696:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925184, offset 224 00000400:00000200:0.0:1761317072.144704:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.144715:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.144720:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90307:90307:256:4294967295] 192.168.204.21@tcp LPNI seq info [90307:90307:8:4294967295] 00000400:00000200:0.0:1761317072.144729:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.144733:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.144737:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317072.144742:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.144749:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.144756:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.144773:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c07641ad. 00000020:00000010:0.0:1761317072.144776:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f4b7a797. 00000020:00000010:0.0:1761317072.144779:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dac84c0d. 00000800:00000200:0.0:1761317072.144841:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.144844:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:0.0:1761317072.144846:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.144850:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.144852:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:0.0:1761317072.144853:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00080000:00000010:3.0:1761317072.145082:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2d2df7e. 00010000:00000010:3.0:1761317072.145167:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004fdc6504. 00010000:00000010:3.0:1761317072.145172:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002905be31. 00010000:00000010:3.0:1761317072.145239:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9688693. 00010000:00000010:3.0:1761317072.145244:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.145252:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000053ba47de. 00000100:00000010:3.0:1761317072.145256:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da99b5fe. 00000100:00000010:3.0:1761317072.145262:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 02000000:00000010:3.0:1761317072.145272:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dac84c0d. 02000000:00000010:3.0:1761317072.145292:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a14a3f16. 00000400:00000010:3.0:1761317072.145296:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317072.145301:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000249f2032. 00000100:00000200:3.0:1761317072.145306:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786496, portal 16 00000400:00000010:3.0:1761317072.145310:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317072.145312:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786496, offset 0 00000400:00000200:3.0:1761317072.145318:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.145325:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.145339:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.145343:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.145345:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.145348:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90308:90308:256:4294967295] 192.168.204.21@tcp LPNI seq info [90308:90308:8:4294967295] 00000400:00000200:3.0:1761317072.145355:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.145359:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.145362:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.145366:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.145371:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.145373:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.145866:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.145869:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317072.145878:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.145883:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.145886:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:1.0:1761317072.145888:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000100:00000200:1.0:1761317072.145894:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008e6a67e x1846872902786496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.147410:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.147427:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ddc0 00000400:00000200:1.0:1761317072.147435:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb194d [1] + 224 00000400:00000200:1.0:1761317072.147462:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.147466:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.147475:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008e6a67e x1846872902786496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317072.147558:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:2.0:1761317072.147563:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000249f2032 00000400:00000010:2.0:1761317072.147565:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000249f2032. 00000100:00000200:2.0:1761317072.147571:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008e6a67e x1846872902786496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.147578:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008e6a67e x1846872902786496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.147607:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a14a3f16. 02000000:00000010:2.0:1761317072.147613:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dac84c0d. 00000100:00000010:2.0:1761317072.147617:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 00000100:00000010:2.0:1761317072.147620:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da99b5fe. 00010000:00000010:2.0:1761317072.147624:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000053ba47de. 00010000:00000010:0.1:1761317072.152078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060503e8c. 00000400:00000200:0.0:1761317072.154751:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.154771:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f2c0 00000400:00000200:0.0:1761317072.154779:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0281 [2] + 1640 00000400:00000200:0.0:1761317072.154802:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.154807:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.154813:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.154819:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 00000020:00000010:1.0:1761317072.157654:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008652ddce. 00000020:00000010:1.0:1761317072.157668:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317072.157674:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.157724:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090804a88 x1846872898925248/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317072.157759:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925248 02000000:00000010:1.0:1761317072.157770:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c18bb605. 00010000:00000010:1.0:1761317072.157796:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000dc09112. 00010000:00000010:1.0:1761317072.157816:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317072.157824:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc5cb560. 00000100:00000010:1.0:1761317072.157837:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc5cb560. 00010000:00000010:1.0:1761317072.157841:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000400:00000010:1.0:1761317072.157857:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000100:00000200:1.0:1761317072.157863:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925248, offset 224 00000400:00000200:1.0:1761317072.157871:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.157884:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.157889:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90309:90309:256:4294967295] 192.168.204.21@tcp LPNI seq info [90309:90309:8:4294967295] 00000400:00000200:1.0:1761317072.157906:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.157912:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.157917:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317072.157923:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.157931:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.157935:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.157951:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317072.157957:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.157960:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008652ddce. 00000800:00000200:1.0:1761317072.163928:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.163937:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:1.0:1761317072.163949:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.163957:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.163964:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:1.0:1761317072.163967:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00010000:00000010:3.1:1761317072.165064:0:78577:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc2cce7. 00010000:00000010:3.1:1761317072.165076:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cc25aed. 00080000:00000010:3.0:1761317072.165740:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2d1d64d. 00010000:00000010:3.0:1761317072.165845:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.165853:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0185cd1. 00010000:00000010:3.0:1761317072.165928:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:3.0:1761317072.165933:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.165945:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba22b9e. 00000100:00000010:3.0:1761317072.165955:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c4df2b6. 00000100:00000010:3.0:1761317072.165964:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317072.165979:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed790372. 02000000:00000010:3.0:1761317072.166011:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a4eab2c. 00000400:00000010:3.0:1761317072.166018:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317072.166026:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.166034:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786560, portal 16 00000400:00000010:3.0:1761317072.166040:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317072.166042:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786560, offset 0 00000400:00000200:3.0:1761317072.166052:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.166072:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.166081:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.166084:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.166088:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.166091:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90310:90310:256:4294967295] 192.168.204.21@tcp LPNI seq info [90310:90310:8:4294967295] 00000400:00000200:3.0:1761317072.166100:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.166109:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.166114:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.166120:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.166127:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.166131:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.171131:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.171140:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.171156:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.171170:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.171178:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:0.0:1761317072.171181:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:0.0:1761317072.171192:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902786560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.179726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5057f5. 00010000:00000010:3.1:1761317072.180423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b9e9cdd. 00010000:00000010:3.1:1761317072.180430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9688693. 00000400:00000200:1.0:1761317072.181930:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.181949:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50de00 00000400:00000200:1.0:1761317072.181957:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1959 [1] + 224 00000400:00000200:1.0:1761317072.181981:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.181985:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.181997:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902786560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.183388:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000400:00000200:3.0:1761317072.183396:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:3.0:1761317072.183398:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.183407:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902786560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.183417:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902786560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.183448:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a4eab2c. 02000000:00000010:3.0:1761317072.183455:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed790372. 00000100:00000010:3.0:1761317072.183458:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317072.183462:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c4df2b6. 00010000:00000010:3.0:1761317072.183465:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba22b9e. 00000400:00000200:1.0:1761317072.185931:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.185953:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f300 00000400:00000200:1.0:1761317072.185960:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0281 [2] + 1968 00000400:00000010:1.0:1761317072.185965:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002432d927. 00000400:00000200:1.0:1761317072.185972:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003c05f8fa 00000400:00000200:1.0:1761317072.186032:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.186037:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.186041:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c05f8fa 00000400:00000010:1.0:1761317072.186043:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003c05f8fa (tot 82353666). 00000100:00000200:1.0:1761317072.186049:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317072.186130:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000143e804f. 00000020:00000010:0.0:1761317072.186138:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317072.186143:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.186166:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000736916b x1846872898925312/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317072.186199:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925312 02000000:00000010:0.0:1761317072.186211:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001cf266be. 00010000:00000010:0.0:1761317072.186241:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a34a74e8. 00010000:00000010:0.0:1761317072.186262:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043afcad6. 00000100:00000010:0.0:1761317072.186269:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001fa20961. 00000100:00000010:0.0:1761317072.186619:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001fa20961. 00010000:00000010:0.0:1761317072.186624:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043afcad6. 00000400:00000010:0.0:1761317072.186640:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317072.186646:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925312, offset 224 00000400:00000200:0.0:1761317072.186656:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.186669:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.186674:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90311:90311:256:4294967295] 192.168.204.21@tcp LPNI seq info [90311:90311:8:4294967295] 00000400:00000200:0.0:1761317072.186723:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.186729:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.186733:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82353914). 00000800:00000200:0.0:1761317072.186739:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.186748:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.186752:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.186772:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317072.186777:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.186781:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000143e804f. 02000000:00000010:0.0:1761317072.186792:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c18bb605. 00000100:00000010:0.0:1761317072.186796:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317072.186799:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c241ac28. 00000100:00000010:0.0:1761317072.186801:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000031fef5de. 02000000:00000010:0.0:1761317072.186803:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021592387. 00000100:00000010:0.0:1761317072.186806:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000010822fe5. 02000000:00000010:0.0:1761317072.186813:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ba907c6. 00000100:00000010:0.0:1761317072.186816:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 02000000:00000010:0.0:1761317072.186819:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064f32594. 00000100:00000010:0.0:1761317072.186821:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003f5680a2. 02000000:00000010:0.0:1761317072.186823:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c717ffed. 00000100:00000010:0.0:1761317072.186826:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 00000100:00000200:0.0:1761317072.186833:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317072.186838:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d670d9fc. 00000400:00000010:0.0:1761317072.186841:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001fa20961 (tot 82354066). 00000800:00000200:0.0:1761317072.186904:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.186908:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:0.0:1761317072.186911:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.186915:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.186918:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:0.0:1761317072.186919:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 02000000:00000010:0.0:1761317072.186922:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001cf266be. 00080000:00000010:3.0:1761317072.186982:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db1bc42f. 00010000:00000010:3.0:1761317072.187067:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.187074:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b92f29b. 00010000:00000010:3.0:1761317072.187145:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9688693. 00010000:00000010:3.0:1761317072.187150:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.187160:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba22b9e. 00000100:00000010:3.0:1761317072.187163:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c4df2b6. 00000100:00000010:3.0:1761317072.187170:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317072.187182:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db665c21. 02000000:00000010:3.0:1761317072.187204:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8b9ffd4. 00000400:00000010:3.0:1761317072.187208:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317072.187211:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.187214:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786624, portal 16 00000400:00000010:3.0:1761317072.187218:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317072.187220:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786624, offset 0 00000400:00000200:3.0:1761317072.187228:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.187235:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.187240:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.187244:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.187246:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.187249:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90312:90312:256:4294967295] 192.168.204.21@tcp LPNI seq info [90312:90312:8:4294967295] 00000400:00000200:3.0:1761317072.187255:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.187260:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.187263:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.187266:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.187270:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.187272:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.188903:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.188909:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.188929:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.188938:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.188942:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:0.0:1761317072.188944:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:0.0:1761317072.188950:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902786624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.189828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8194aca. 00000400:00000200:1.0:1761317072.192783:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.192803:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50de40 00000400:00000200:1.0:1761317072.192811:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1969 [1] + 224 00000400:00000200:1.0:1761317072.192822:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.192825:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.192835:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902786624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.192868:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.192873:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f340 00000400:00000200:1.0:1761317072.192878:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb02d9 [2] + 0 00000400:00000200:1.0:1761317072.192929:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.192932:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.192936:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.192941:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013dabd77. 00000400:00000010:3.0:1761317072.193194:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000400:00000200:3.0:1761317072.193198:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:3.0:1761317072.193200:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.193206:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902786624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.193214:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902786624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.193240:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8b9ffd4. 02000000:00000010:3.0:1761317072.193246:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db665c21. 00000100:00000010:3.0:1761317072.193249:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317072.193252:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c4df2b6. 00010000:00000010:3.0:1761317072.193256:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba22b9e. 00000020:00000010:2.0:1761317072.193354:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1a6dc01. 00000020:00000010:2.0:1761317072.193361:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.193365:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.193387:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013dabd77 x1846872898925376/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317072.193411:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925376 02000000:00000010:2.0:1761317072.193421:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ba907c6. 00010000:00000010:2.0:1761317072.193447:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c432b4bc. 00010000:00000010:2.0:1761317072.193466:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.193472:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.193488:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.193490:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317072.193504:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317072.193508:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925376, offset 224 00000400:00000200:2.0:1761317072.193516:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.193527:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.193533:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90313:90313:256:4294967295] 192.168.204.21@tcp LPNI seq info [90313:90313:8:4294967295] 00000400:00000200:2.0:1761317072.193544:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.193549:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.193553:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317072.193559:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.193565:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.193569:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.193595:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.193599:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.193602:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1a6dc01. 00000800:00000200:1.0:1761317072.193732:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.193736:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:1.0:1761317072.193743:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.193747:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.193750:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:1.0:1761317072.193751:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00080000:00000010:3.0:1761317072.194016:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db665c21. 00010000:00000010:3.0:1761317072.194095:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.194101:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec33f9e3. 00010000:00000010:3.0:1761317072.194168:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cab51df5. 00010000:00000010:3.0:1761317072.194174:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.194184:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba22b9e. 00000100:00000010:3.0:1761317072.194188:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c4df2b6. 00000100:00000010:3.0:1761317072.194193:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317072.194202:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8b9ffd4. 02000000:00000010:3.0:1761317072.194222:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db616484. 00000400:00000010:3.0:1761317072.194225:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317072.194229:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.194233:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786688, portal 16 00000400:00000010:3.0:1761317072.194237:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317072.194238:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786688, offset 0 00000400:00000200:3.0:1761317072.194244:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.194251:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.194257:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.194260:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.194262:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.194265:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90314:90314:256:4294967295] 192.168.204.21@tcp LPNI seq info [90314:90314:8:4294967295] 00000400:00000200:3.0:1761317072.194271:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.194275:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.194278:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.194282:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.194286:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.194288:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.194392:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.194395:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.194404:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.194408:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.194411:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:0.0:1761317072.194412:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000100:00000200:0.0:1761317072.194417:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902786688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.194840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb9cc024. 00010000:00000010:3.1:1761317072.194846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:2.1:1761317072.199730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000280db4d1. 00000400:00000200:1.0:1761317072.200668:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.200724:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50de80 00000400:00000200:1.0:1761317072.200732:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1975 [1] + 224 00000400:00000200:1.0:1761317072.200748:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.200752:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.200764:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902786688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.200898:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000400:00000200:3.0:1761317072.200903:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:3.0:1761317072.200905:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.200911:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902786688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.200919:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902786688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.200947:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db616484. 02000000:00000010:3.0:1761317072.200953:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8b9ffd4. 00000100:00000010:3.0:1761317072.200956:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317072.200960:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c4df2b6. 00010000:00000010:3.0:1761317072.200963:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba22b9e. 00000400:00000200:1.0:1761317072.201834:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.201847:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f380 00000400:00000200:1.0:1761317072.201856:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb02d9 [2] + 328 00000400:00000200:1.0:1761317072.201920:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.201924:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.201929:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.201935:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000031fef5de. 00000020:00000010:0.0:1761317072.202235:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cf266be. 00000020:00000010:0.0:1761317072.202242:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317072.202245:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.202268:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000031fef5de x1846872898925440/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317072.202299:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925440 02000000:00000010:0.0:1761317072.202310:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c241ac28. 00010000:00000010:0.0:1761317072.202347:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b1d5c51. 00010000:00000010:0.0:1761317072.202369:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043afcad6. 00000100:00000010:0.0:1761317072.202375:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317072.202390:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317072.202393:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043afcad6. 00000400:00000010:0.0:1761317072.202405:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317072.202409:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925440, offset 224 00000400:00000200:0.0:1761317072.202417:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.202427:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.202432:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90315:90315:256:4294967295] 192.168.204.21@tcp LPNI seq info [90315:90315:8:4294967295] 00000400:00000200:0.0:1761317072.202442:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.202447:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.202452:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317072.202457:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.202469:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.202473:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.202493:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317072.202497:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.202499:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cf266be. 00000800:00000200:0.0:1761317072.202565:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.202569:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:0.0:1761317072.202572:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.202575:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.202578:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:0.0:1761317072.202579:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00010000:00000010:3.1:1761317072.203804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee9708d. 00010000:00000010:3.1:1761317072.204404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9688693. 00080000:00000010:3.0:1761317072.204467:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8b9ffd4. 00010000:00000010:3.0:1761317072.204567:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.204577:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e920b62c. 00010000:00000010:3.0:1761317072.204656:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad00aafc. 00010000:00000010:3.0:1761317072.204661:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a8e29140. 00010000:00000010:3.0:1761317072.204667:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9688693. 00010000:00000010:3.0:1761317072.204672:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00080000:00000010:3.0:1761317072.204721:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db616484. 00010000:00000010:3.0:1761317072.204748:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.204752:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8e29140. 00010000:00000010:3.0:1761317072.204817:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:3.0:1761317072.204822:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.204830:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba22b9e. 00000100:00000010:3.0:1761317072.204837:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c4df2b6. 00000100:00000010:3.0:1761317072.204848:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317072.204861:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7e5622b. 02000000:00000010:3.0:1761317072.204892:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d01cf3d. 00000400:00000010:3.0:1761317072.204898:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317072.204904:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.204910:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786752, portal 16 00000400:00000010:3.0:1761317072.204915:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317072.204918:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786752, offset 0 00000400:00000200:3.0:1761317072.204928:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.204945:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.204954:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.204958:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.204961:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.204964:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90316:90316:256:4294967295] 192.168.204.21@tcp LPNI seq info [90316:90316:8:4294967295] 00000400:00000200:3.0:1761317072.204976:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.204982:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.204988:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.204995:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.205003:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.205007:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.205197:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.205202:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317072.205212:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.205216:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.205221:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:1.0:1761317072.205223:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:1.0:1761317072.205230:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902786752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.209395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f8c384a. 00010000:00000010:3.1:1761317072.211708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2c37e27. 00010000:00000010:3.1:1761317072.211719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab51df5. 00000400:00000200:1.0:1761317072.213969:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.213993:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dec0 00000400:00000200:1.0:1761317072.214002:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1981 [1] + 224 00000400:00000200:1.0:1761317072.214025:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.214030:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.214041:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902786752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.214078:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.214083:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f3c0 00000400:00000200:1.0:1761317072.214099:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb02d9 [2] + 656 00000400:00000200:1.0:1761317072.214163:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.214167:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.214170:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.214175:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000603419ce. 00000020:00000010:2.0:1761317072.214346:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1a6dc01. 00000400:00000010:3.0:1761317072.214351:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb8234f6. 00000020:00000010:2.0:1761317072.214355:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d9a5db0a. 00000400:00000200:3.0:1761317072.214357:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000020:00000010:2.0:1761317072.214361:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000400:00000010:3.0:1761317072.214362:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.214368:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902786752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.214378:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902786752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.214396:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000603419ce x1846872898925504/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:3.0:1761317072.214406:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d01cf3d. 02000000:00000010:3.0:1761317072.214413:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c7e5622b. 00000100:00000010:3.0:1761317072.214417:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317072.214421:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c4df2b6. 00000100:00000200:2.0:1761317072.214424:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925504 00010000:00000010:3.0:1761317072.214425:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba22b9e. 02000000:00000010:2.0:1761317072.214435:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070d2f2a8. 00010000:00000010:2.0:1761317072.214465:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000096ad8ff7. 00010000:00000010:2.0:1761317072.214495:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.214501:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.214515:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.214518:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317072.214530:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005a53ec4. 00000100:00000200:2.0:1761317072.214535:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925504, offset 224 00000400:00000200:2.0:1761317072.214542:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.214554:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.214559:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90317:90317:256:4294967295] 192.168.204.21@tcp LPNI seq info [90317:90317:8:4294967295] 00000400:00000200:2.0:1761317072.214568:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.214573:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.214577:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317072.214582:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.214589:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.214593:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.214627:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.214631:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.214634:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1a6dc01. 00000800:00000200:1.0:1761317072.214758:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.214762:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:1.0:1761317072.214768:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.214773:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.214775:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:1.0:1761317072.214777:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00080000:00000010:3.0:1761317072.214834:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7e5622b. 00010000:00000010:2.0:1761317072.215207:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:2.0:1761317072.215214:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d394db6. 00010000:00000010:2.0:1761317072.215296:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317072.215301:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a64a4fe. 00010000:00000010:2.0:1761317072.215311:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.215315:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.215336:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317072.215346:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1a6dc01. 02000000:00000010:2.0:1761317072.215368:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021592387. 00000400:00000010:2.0:1761317072.215373:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049cdcabb. 00000400:00000010:2.0:1761317072.215377:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005a53ec4. 00000100:00000200:2.0:1761317072.215383:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786816, portal 16 00000400:00000010:2.0:1761317072.215387:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317072.215388:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786816, offset 0 00000400:00000200:2.0:1761317072.215395:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.215402:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.215408:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.215411:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.215414:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.215416:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90318:90318:256:4294967295] 192.168.204.21@tcp LPNI seq info [90318:90318:8:4294967295] 00000400:00000200:2.0:1761317072.215423:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.215428:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.215431:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317072.215435:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.215439:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.215442:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317072.216351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00aafc. 00010000:00000010:3.1:1761317072.216361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9688693. 00000800:00000200:1.0:1761317072.218555:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.218563:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:1.0:1761317072.218574:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.218583:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.218589:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:1.0:1761317072.218591:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:1.0:1761317072.218602:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902786816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.225100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3adf9e6. 00000400:00000200:1.0:1761317072.227508:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.227532:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50df00 00000400:00000200:1.0:1761317072.227541:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb198d [1] + 224 00000400:00000200:1.0:1761317072.227554:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.227558:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.227570:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902786816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.227614:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.227620:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f400 00000400:00000200:1.0:1761317072.227626:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb02d9 [2] + 984 00000400:00000200:1.0:1761317072.227635:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.227638:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.227643:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.227653:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003bdf3053. 00000020:00000010:0.0:1761317072.229906:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cf266be. 00000020:00000010:0.0:1761317072.229918:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317072.229924:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.229956:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003bdf3053 x1846872898925568/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317072.230000:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925568 02000000:00000010:0.0:1761317072.230023:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000143e804f. 00010000:00000010:0.0:1761317072.230064:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043afcad6. 00000100:00000010:0.0:1761317072.230072:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317072.230079:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317072.230084:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043afcad6. 00000400:00000010:0.0:1761317072.230098:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317072.230104:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925568, offset 224 00000400:00000200:0.0:1761317072.230114:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.230130:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.230137:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90319:90319:256:4294967295] 192.168.204.21@tcp LPNI seq info [90319:90319:8:4294967295] 00000400:00000200:0.0:1761317072.230152:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.230159:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.230164:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317072.230171:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.230180:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.230184:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.230204:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317072.230209:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.230214:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cf266be. 00000400:00000010:2.0:1761317072.232082:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00000400:00000200:2.0:1761317072.232092:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:2.0:1761317072.232095:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00000100:00000200:2.0:1761317072.232108:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902786816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.232119:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902786816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317072.232144:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007e290c43. 02000000:00000010:2.0:1761317072.232161:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021592387. 02000000:00000010:2.0:1761317072.232167:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1a6dc01. 00000100:00000010:2.0:1761317072.232173:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:2.0:1761317072.232178:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.232181:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00080000:00000010:2.0:1761317072.232201:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021592387. 00010000:00000010:2.0:1761317072.232884:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a64a4fe. 00010000:00000010:2.0:1761317072.232894:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001237ce7d. 00010000:00000010:2.0:1761317072.232980:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5c928e2. 00010000:00000010:2.0:1761317072.232986:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a64a4fe. 00010000:00000010:2.0:1761317072.232997:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.233003:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.233109:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317072.233128:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5e1e45f. 02000000:00000010:2.0:1761317072.233165:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dac84c0d. 00000400:00000010:2.0:1761317072.233172:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049cdcabb. 00000400:00000010:2.0:1761317072.233177:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005a53ec4. 00000100:00000200:2.0:1761317072.233183:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786880, portal 16 00000400:00000010:2.0:1761317072.233188:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317072.233190:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786880, offset 0 00000400:00000200:2.0:1761317072.233198:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.233212:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.233219:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.233222:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.233225:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.233228:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90320:90320:255:4294967295] 192.168.204.21@tcp LPNI seq info [90320:90320:7:4294967295] 00000400:00000200:2.0:1761317072.233238:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.233243:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.233247:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354314). 00000800:00000200:2.0:1761317072.233253:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.233260:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.233264:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.234855:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.234864:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82354066). 00000400:00000200:1.0:1761317072.234873:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.234883:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.234888:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:1.0:1761317072.234892:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000800:00000200:1.0:1761317072.234965:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.234967:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:1.0:1761317072.234972:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.234975:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.234977:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:1.0:1761317072.234979:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 00000100:00000200:1.0:1761317072.234986:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902786880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.237554:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.237574:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50df40 00000400:00000200:1.0:1761317072.237583:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1999 [1] + 224 00000400:00000200:1.0:1761317072.237598:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.237601:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.237609:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902786880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.238815:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.238830:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f440 00000400:00000200:1.0:1761317072.238837:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb02d9 [2] + 1312 00000400:00000200:1.0:1761317072.238894:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.238899:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.238904:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.238911:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029bbd4a9. 00000400:00000010:2.0:1761317072.240457:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00000400:00000200:2.0:1761317072.240471:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:2.0:1761317072.240474:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00000100:00000200:2.0:1761317072.240499:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902786880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.240511:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902786880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.240546:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dac84c0d. 02000000:00000010:2.0:1761317072.240556:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5e1e45f. 00000100:00000010:2.0:1761317072.240561:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:2.0:1761317072.240567:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.240571:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000020:00000010:0.0:1761317072.240690:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cf266be. 00000020:00000010:0.0:1761317072.240698:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317072.240703:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.240732:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029bbd4a9 x1846872898925632/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317072.240769:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925632 02000000:00000010:0.0:1761317072.240782:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1a92914. 00010000:00000010:0.0:1761317072.240811:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007189d7e7. 00010000:00000010:0.0:1761317072.240835:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043afcad6. 00000100:00000010:0.0:1761317072.240841:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317072.240852:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317072.240855:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043afcad6. 00000400:00000010:0.0:1761317072.240867:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317072.240872:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925632, offset 224 00000400:00000200:0.0:1761317072.240880:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.240895:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.240901:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90321:90321:256:4294967295] 192.168.204.21@tcp LPNI seq info [90321:90321:8:4294967295] 00000400:00000200:0.0:1761317072.240911:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.240917:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.240921:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317072.240928:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.240935:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.240939:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.240964:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9b04fc2. 00000020:00000010:0.0:1761317072.240968:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.240971:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cf266be. 00000800:00000200:1.0:1761317072.241127:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.241131:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:1.0:1761317072.241136:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.241141:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.241145:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:1.0:1761317072.241146:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00010000:00000010:2.1:1761317072.241297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a92033cc. 00010000:00000010:2.1:1761317072.241305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e71b0a9e. 00080000:00000010:2.0:1761317072.241336:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5e1e45f. 00010000:00000010:2.0:1761317072.241418:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a64a4fe. 00010000:00000010:2.0:1761317072.241425:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000574e4421. 00010000:00000010:2.0:1761317072.241495:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ca0b176. 00010000:00000010:2.0:1761317072.241501:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a64a4fe. 00010000:00000010:2.0:1761317072.241511:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.241515:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.241522:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317072.241532:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dac84c0d. 02000000:00000010:2.0:1761317072.241555:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1a6dc01. 00000400:00000010:2.0:1761317072.241567:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049cdcabb. 00000400:00000010:2.0:1761317072.241572:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005a53ec4. 00000100:00000200:2.0:1761317072.241577:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902786944, portal 16 00000400:00000010:2.0:1761317072.241581:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048b5ef8f. 00000100:00000200:2.0:1761317072.241583:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902786944, offset 0 00000400:00000200:2.0:1761317072.241589:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.241597:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.241603:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.241606:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.241609:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.241611:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90322:90322:256:4294967295] 192.168.204.21@tcp LPNI seq info [90322:90322:8:4294967295] 00000400:00000200:2.0:1761317072.241618:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.241622:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.241626:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317072.241629:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.241635:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.241637:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.241742:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.241744:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:1.0:1761317072.241750:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.241754:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.241757:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048b5ef8f 00000400:00000010:1.0:1761317072.241758:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048b5ef8f. 00000100:00000200:1.0:1761317072.241764:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902786944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.245803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a29efc1. 00010000:00000010:2.1:1761317072.245819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af9ff02a. 00010000:00000010:2.1:1761317072.245827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00000400:00000200:1.0:1761317072.247802:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.247837:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50df80 00000400:00000200:1.0:1761317072.247846:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb19a5 [1] + 224 00000400:00000200:1.0:1761317072.247868:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.247872:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.247883:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902786944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317072.248064:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00000400:00000200:2.0:1761317072.248070:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:2.0:1761317072.248072:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00000100:00000200:2.0:1761317072.248080:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902786944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.248087:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902786944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.248117:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1a6dc01. 02000000:00000010:2.0:1761317072.248124:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dac84c0d. 00000100:00000010:2.0:1761317072.248130:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:2.0:1761317072.248138:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.248143:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000200:1.0:1761317072.248424:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.248432:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f480 00000400:00000200:1.0:1761317072.248437:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb02d9 [2] + 1640 00000400:00000200:1.0:1761317072.248488:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.248493:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.248497:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.248502:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002be03013. 00000020:00000010:2.0:1761317072.249479:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1a6dc01. 00000020:00000010:2.0:1761317072.249488:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.249492:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.249521:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002be03013 x1846872898925696/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317072.249547:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925696 02000000:00000010:2.0:1761317072.249559:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dac84c0d. 00010000:00000010:2.0:1761317072.249585:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf3eac2d. 00010000:00000010:2.0:1761317072.249603:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.249608:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.249619:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.249621:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000010:2.0:1761317072.249635:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005a53ec4. 00000100:00000200:2.0:1761317072.249640:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925696, offset 224 00000400:00000200:2.0:1761317072.249648:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.249660:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.249666:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90323:90323:256:4294967295] 192.168.204.21@tcp LPNI seq info [90323:90323:8:4294967295] 00000400:00000200:2.0:1761317072.249676:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.249704:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.249709:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317072.249714:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.249721:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.249725:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.249741:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.249744:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.249747:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1a6dc01. 00080000:00000010:2.0:1761317072.249777:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1a6dc01. 00010000:00000010:2.0:1761317072.249861:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a64a4fe. 00010000:00000010:2.0:1761317072.249868:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f8379393. 00010000:00000010:2.0:1761317072.249942:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317072.249947:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a64a4fe. 00010000:00000010:2.0:1761317072.249957:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921aee80. 00000100:00000010:2.0:1761317072.249961:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.249968:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317072.249978:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a14a3f16. 02000000:00000010:2.0:1761317072.250001:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000473bd3fb. 00000400:00000010:2.0:1761317072.250006:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049cdcabb. 00000400:00000010:2.0:1761317072.250010:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048fc86b7. 00000100:00000200:2.0:1761317072.250014:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787008, portal 16 00000400:00000010:2.0:1761317072.250019:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001dd0c60. 00000100:00000200:2.0:1761317072.250020:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787008, offset 0 00000400:00000200:2.0:1761317072.250025:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.250031:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.250037:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.250041:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.250044:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.250046:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90324:90324:255:4294967295] 192.168.204.21@tcp LPNI seq info [90324:90324:7:4294967295] 00000400:00000200:2.0:1761317072.250054:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.250059:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.250062:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354314). 00000800:00000200:2.0:1761317072.250066:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.250070:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.250072:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.251314:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.251320:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82354066). 00000400:00000200:3.0:1761317072.251338:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.251345:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.251350:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:3.0:1761317072.251351:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00000800:00000200:3.0:1761317072.251662:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.251665:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:3.0:1761317072.251669:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.251673:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.251676:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001dd0c60 00000400:00000010:3.0:1761317072.251703:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001dd0c60. 00000100:00000200:3.0:1761317072.251710:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902787008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.255373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c25a31ff. 00000400:00000200:1.0:1761317072.255462:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.255479:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50dfc0 00000400:00000200:1.0:1761317072.255487:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb19b1 [1] + 224 00000400:00000200:1.0:1761317072.255502:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.255505:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.255516:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902787008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.256033:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00000400:00000200:3.0:1761317072.256038:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048fc86b7 00000400:00000010:3.0:1761317072.256040:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048fc86b7. 00000100:00000200:3.0:1761317072.256048:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902787008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.256056:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902787008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.256084:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000473bd3fb. 02000000:00000010:3.0:1761317072.256089:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a14a3f16. 00000100:00000010:3.0:1761317072.256093:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:3.0:1761317072.256097:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:3.0:1761317072.256100:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921aee80. 00000400:00000200:1.0:1761317072.256815:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.256829:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f4c0 00000400:00000200:1.0:1761317072.256836:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb02d9 [2] + 1968 00000400:00000010:1.0:1761317072.256841:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b6f3211. 00000400:00000200:1.0:1761317072.256844:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000eae1be63 00000400:00000200:1.0:1761317072.256907:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.256911:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.256916:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eae1be63 00000400:00000010:1.0:1761317072.256918:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000eae1be63 (tot 82353666). 00000100:00000200:1.0:1761317072.256924:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761317072.257759:0:78577:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ff7353. 00010000:00000010:2.1:1761317072.257773:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5c928e2. 00000020:00000010:3.0:1761317072.258453:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f61a1717. 00000020:00000010:3.0:1761317072.258463:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8e29140. 00000020:00000010:3.0:1761317072.258468:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.258496:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000017ffbb0 x1846872898925760/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317072.258542:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925760 02000000:00000010:3.0:1761317072.258555:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d01cf3d. 00010000:00000010:3.0:1761317072.258583:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b73d95f. 00010000:00000010:3.0:1761317072.258604:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba22b9e. 00000100:00000010:3.0:1761317072.258611:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c4df2b6. 00000100:00000010:3.0:1761317072.258896:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004c4df2b6. 00010000:00000010:3.0:1761317072.258901:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba22b9e. 00000400:00000010:3.0:1761317072.258917:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.258923:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925760, offset 224 00000400:00000200:3.0:1761317072.258934:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.258948:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.258954:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90325:90325:256:4294967295] 192.168.204.21@tcp LPNI seq info [90325:90325:8:4294967295] 00000400:00000200:3.0:1761317072.258965:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.258971:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.258976:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82353914). 00000800:00000200:3.0:1761317072.258982:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.258990:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.258994:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.259024:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8e29140. 00000020:00000010:3.0:1761317072.259029:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.259033:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f61a1717. 02000000:00000010:3.0:1761317072.259041:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dac84c0d. 00000100:00000010:3.0:1761317072.259046:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002be03013. 02000000:00000010:3.0:1761317072.259050:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1a92914. 00000100:00000010:3.0:1761317072.259053:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029bbd4a9. 02000000:00000010:3.0:1761317072.259056:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000143e804f. 00000100:00000010:3.0:1761317072.259058:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003bdf3053. 02000000:00000010:3.0:1761317072.259061:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070d2f2a8. 00000100:00000010:3.0:1761317072.259065:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000603419ce. 02000000:00000010:3.0:1761317072.259069:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c241ac28. 00000100:00000010:3.0:1761317072.259070:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000031fef5de. 02000000:00000010:3.0:1761317072.259074:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ba907c6. 00000100:00000010:3.0:1761317072.259078:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013dabd77. 00000100:00000200:3.0:1761317072.259084:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761317072.259090:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb8234f6. 00000400:00000010:3.0:1761317072.259095:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004c4df2b6 (tot 82354066). 00000800:00000200:0.0:1761317072.259761:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.259767:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.259780:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.259787:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.259792:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:0.0:1761317072.259794:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 02000000:00000010:0.0:1761317072.259799:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d01cf3d. 00080000:00000010:1.0:1761317072.260280:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008652ddce. 00010000:00000010:1.0:1761317072.260394:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a64a4fe. 00010000:00000010:1.0:1761317072.260402:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc3bd3f6. 00010000:00000010:1.0:1761317072.260473:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1e75376. 00010000:00000010:1.0:1761317072.260477:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000095f6487b. 00010000:00000010:1.0:1761317072.260482:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e153d8cd. 00010000:00000010:1.0:1761317072.260487:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f19d2641. 00080000:00000010:1.0:1761317072.260503:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eda403c8. 00010000:00000010:1.0:1761317072.260529:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f19d2641. 00010000:00000010:1.0:1761317072.260533:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095f6487b. 00010000:00000010:1.0:1761317072.260585:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c2d02565. 00010000:00000010:1.0:1761317072.260589:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f19d2641. 00010000:00000010:1.0:1761317072.260599:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317072.260604:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c05f8fa. 00000100:00000010:1.0:1761317072.260612:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003bdf3053. 02000000:00000010:1.0:1761317072.260624:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027437a2f. 02000000:00000010:1.0:1761317072.260651:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c717ffed. 00000400:00000010:1.0:1761317072.260658:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009d1f3096. 00000400:00000010:1.0:1761317072.260663:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000100:00000200:1.0:1761317072.260668:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787072, portal 16 00000400:00000010:1.0:1761317072.260701:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317072.260704:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787072, offset 0 00000400:00000200:1.0:1761317072.260713:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.260726:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.260733:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.260736:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.260738:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.260742:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90326:90326:256:4294967295] 192.168.204.21@tcp LPNI seq info [90326:90326:8:4294967295] 00000400:00000200:1.0:1761317072.260752:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.260757:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.260762:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001db8d5ae (tot 82354066). 00000800:00000200:1.0:1761317072.260768:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.260776:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.260780:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001db8d5ae type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.261115:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.261119:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001db8d5ae (tot 82353818). 00000400:00000200:3.0:1761317072.261123:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.261127:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.261130:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:3.0:1761317072.261131:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:3.0:1761317072.261138:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003bdf3053 x1846872902787072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.262672:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.262722:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e000 00000400:00000200:3.0:1761317072.262733:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb19c1 [1] + 224 00000400:00000200:3.0:1761317072.262751:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.262755:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.262763:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003bdf3053 x1846872902787072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317072.266615:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d1f3096. 00000400:00000200:2.0:1761317072.266629:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:2.0:1761317072.266630:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00000100:00000200:2.0:1761317072.266644:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003bdf3053 x1846872902787072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.266653:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003bdf3053 x1846872902787072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.266701:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c717ffed. 02000000:00000010:2.0:1761317072.266709:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027437a2f. 00000100:00000010:2.0:1761317072.266713:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003bdf3053. 00000100:00000010:2.0:1761317072.266718:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c05f8fa. 00010000:00000010:2.0:1761317072.266722:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000400:00000200:0.0:1761317072.267467:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.267484:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f500 00000400:00000200:0.0:1761317072.267490:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0331 [2] + 0 00000400:00000200:0.0:1761317072.267554:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.267558:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.267565:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.267569:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 00000020:00000010:3.0:1761317072.267639:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f61a1717. 00000020:00000010:3.0:1761317072.267645:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a8e29140. 00000020:00000010:3.0:1761317072.267649:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.267671:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090804a88 x1846872898925824/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317072.267723:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925824 02000000:00000010:3.0:1761317072.267733:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d01cf3d. 00010000:00000010:3.0:1761317072.267758:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4b187a2. 00010000:00000010:3.0:1761317072.267775:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba22b9e. 00000100:00000010:3.0:1761317072.267780:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb9b135. 00000100:00000010:3.0:1761317072.267791:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb9b135. 00010000:00000010:3.0:1761317072.267794:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba22b9e. 00000400:00000010:3.0:1761317072.267804:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dda9d8. 00000100:00000200:3.0:1761317072.267808:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925824, offset 224 00000400:00000200:3.0:1761317072.267814:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.267823:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.267829:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90327:90327:256:4294967295] 192.168.204.21@tcp LPNI seq info [90327:90327:8:4294967295] 00000400:00000200:3.0:1761317072.267838:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.267843:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.267847:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.267852:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.267859:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.267862:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.267880:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a8e29140. 00000020:00000010:3.0:1761317072.267884:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.267886:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f61a1717. 00000800:00000200:1.0:1761317072.267977:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.267981:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317072.267989:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.267992:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.267995:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dda9d8 00000400:00000010:1.0:1761317072.267996:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dda9d8. 00080000:00000010:2.0:1761317072.268771:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000473bd3fb. 00010000:00000010:2.0:1761317072.269068:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f19d2641. 00010000:00000010:2.0:1761317072.269075:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028e2be27. 00010000:00000010:2.0:1761317072.269143:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5c928e2. 00010000:00000010:2.0:1761317072.269149:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000f2d543. 00010000:00000010:2.0:1761317072.269167:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8ba9352. 00000100:00000010:2.0:1761317072.269174:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029ee4a7b. 00000100:00000010:2.0:1761317072.269181:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317072.269196:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d95f60d. 02000000:00000010:2.0:1761317072.269220:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d82d8e5. 00000400:00000010:2.0:1761317072.269225:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2f2b8e6. 00000400:00000010:2.0:1761317072.269230:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317072.269235:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787136, portal 16 00000400:00000010:2.0:1761317072.269240:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5a0a6ca. 00000100:00000200:2.0:1761317072.269242:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787136, offset 0 00000400:00000200:2.0:1761317072.269249:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.269260:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.269266:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.269269:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.269272:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.269275:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90328:90328:256:4294967295] 192.168.204.21@tcp LPNI seq info [90328:90328:8:4294967295] 00000400:00000200:2.0:1761317072.269282:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.269287:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.269291:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317072.269296:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.269301:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.269304:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.269440:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.269444:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:3.0:1761317072.269450:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.269454:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.269457:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5a0a6ca 00000400:00000010:3.0:1761317072.269458:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5a0a6ca. 00000100:00000200:3.0:1761317072.269464:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902787136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.272891:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083cb7b64. 00010000:00000010:2.1:1761317072.272908:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047bb271d. 00010000:00000010:2.1:1761317072.272914:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca0b176. 00010000:00000010:3.1:1761317072.275842:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023ce0906. 00010000:00000010:2.1:1761317072.276733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050436025. 00010000:00000010:2.1:1761317072.276743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d02565. 00010000:00000010:1.1:1761317072.277018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f73cc8bb. 00010000:00000010:1.1:1761317072.277025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00010000:00000010:1.1:1761317072.277029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e75376. 00010000:00000010:1.1:1761317072.277031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e153d8cd. 00010000:00000010:3.1:1761317072.280726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096d2e2ca. 00000400:00000200:0.0:1761317072.282716:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.282733:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e040 00000400:00000200:0.0:1761317072.282741:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb19cd [1] + 224 00000400:00000200:0.0:1761317072.282752:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.282755:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.282765:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902787136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.282793:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.282797:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f540 00000400:00000200:0.0:1761317072.282801:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0331 [2] + 328 00000400:00000200:0.0:1761317072.282809:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.282812:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.282816:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.282822:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000020:00000010:0.0:1761317072.282872:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cf266be. 00000020:00000010:0.0:1761317072.282878:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000094478b9e. 00000020:00000010:0.0:1761317072.282883:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.282907:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898925888/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317072.282946:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925888 02000000:00000010:0.0:1761317072.282956:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000129541f7. 00010000:00000010:0.0:1761317072.282992:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043afcad6. 00000100:00000010:0.0:1761317072.282999:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317072.283004:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317072.283007:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043afcad6. 00000400:00000010:0.0:1761317072.283020:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317072.283024:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925888, offset 224 00000400:00000200:0.0:1761317072.283030:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.283040:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.283045:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90329:90329:256:4294967295] 192.168.204.21@tcp LPNI seq info [90329:90329:8:4294967295] 00000400:00000200:0.0:1761317072.283055:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.283059:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.283062:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317072.283067:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.283074:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.283077:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.283090:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000094478b9e. 00000020:00000010:0.0:1761317072.283093:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.283096:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cf266be. 00000400:00000010:3.0:1761317072.284578:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2f2b8e6. 00000400:00000200:3.0:1761317072.284591:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:3.0:1761317072.284593:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00000100:00000200:3.0:1761317072.284605:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902787136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.284615:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902787136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317072.284639:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d00dd33. 02000000:00000010:3.0:1761317072.284654:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d82d8e5. 02000000:00000010:3.0:1761317072.284659:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d95f60d. 00000100:00000010:3.0:1761317072.284664:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:3.0:1761317072.284667:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029ee4a7b. 00010000:00000010:3.0:1761317072.284670:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8ba9352. 00080000:00000010:3.0:1761317072.284711:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f61a1717. 00010000:00000010:3.0:1761317072.284817:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000f2d543. 00010000:00000010:3.0:1761317072.284824:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004534aa1c. 00010000:00000010:3.0:1761317072.284904:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9688693. 00010000:00000010:3.0:1761317072.284911:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317072.284924:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dba22b9e. 00000100:00000010:3.0:1761317072.284931:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb9b135. 00000100:00000010:3.0:1761317072.284940:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317072.284955:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d95f60d. 02000000:00000010:3.0:1761317072.284984:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ba907c6. 00000400:00000010:3.0:1761317072.284990:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.284994:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034199819. 00000100:00000200:3.0:1761317072.284999:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787200, portal 16 00000400:00000010:3.0:1761317072.285004:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317072.285006:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787200, offset 0 00000400:00000200:3.0:1761317072.285012:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.285025:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.285031:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.285034:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.285037:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.285040:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90330:90330:255:4294967295] 192.168.204.21@tcp LPNI seq info [90330:90330:7:4294967295] 00000400:00000200:3.0:1761317072.285050:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.285056:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.285060:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354314). 00000800:00000200:3.0:1761317072.285066:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.285073:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.285078:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.286155:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.286162:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82354066). 00000400:00000200:1.0:1761317072.286168:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.286176:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.286182:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:1.0:1761317072.286184:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 00000800:00000200:1.0:1761317072.286262:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.286265:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317072.286275:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.286278:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.286280:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:1.0:1761317072.286281:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:1.0:1761317072.286287:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902787200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.289774:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.289795:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e080 00000400:00000200:1.0:1761317072.289805:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb19d9 [1] + 224 00000400:00000200:1.0:1761317072.289823:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.289827:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.291009:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902787200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317072.291160:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:2.0:1761317072.291167:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034199819 00000400:00000010:2.0:1761317072.291169:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034199819. 00000100:00000200:2.0:1761317072.291174:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902787200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.291181:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902787200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.291212:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ba907c6. 02000000:00000010:2.0:1761317072.291220:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d95f60d. 00000100:00000010:2.0:1761317072.291224:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:2.0:1761317072.291227:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb9b135. 00010000:00000010:2.0:1761317072.291231:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dba22b9e. 00000400:00000200:2.0:1761317072.292141:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.292156:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f580 00000400:00000200:2.0:1761317072.292164:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0331 [2] + 656 00000400:00000200:2.0:1761317072.292584:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.292591:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.292598:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.292605:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 00010000:00000010:3.1:1761317072.292726:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6de8451. 00010000:00000010:3.1:1761317072.292733:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053c3d6f1. 00010000:00000010:3.1:1761317072.292736:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5c928e2. 00000020:00000010:3.0:1761317072.292767:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070d2f2a8. 00000020:00000010:3.0:1761317072.292774:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.292777:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.292803:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000260ce024 x1846872898925952/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317072.292828:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898925952 02000000:00000010:3.0:1761317072.297099:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ba907c6. 00010000:00000010:3.0:1761317072.297139:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093832f7b. 00010000:00000010:3.0:1761317072.297164:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a9f4692. 00000100:00000010:3.0:1761317072.297172:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a47fdb60. 00000100:00000010:3.0:1761317072.297184:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a47fdb60. 00010000:00000010:3.0:1761317072.297187:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a9f4692. 00000400:00000010:3.0:1761317072.297202:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317072.297207:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898925952, offset 224 00000400:00000200:3.0:1761317072.297218:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.297235:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.297241:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90331:90331:256:4294967295] 192.168.204.21@tcp LPNI seq info [90331:90331:8:4294967295] 00000400:00000200:3.0:1761317072.297251:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.297257:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.297262:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.297268:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.297274:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.297278:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.297314:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.297321:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.297324:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070d2f2a8. 00000800:00000200:3.0:1761317072.297464:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.297467:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:3.0:1761317072.297477:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.297481:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.297485:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:3.0:1761317072.297487:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00080000:00000010:2.0:1761317072.297815:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000552ede20. 00010000:00000010:2.0:1761317072.297899:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:2.0:1761317072.297906:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e36492c3. 00010000:00000010:2.0:1761317072.297980:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ca0b176. 00010000:00000010:2.0:1761317072.297986:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf518132. 00010000:00000010:2.0:1761317072.297997:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002ba6c13c. 00000100:00000010:2.0:1761317072.298002:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b9d01aa. 00000100:00000010:2.0:1761317072.298011:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 02000000:00000010:2.0:1761317072.298022:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d82d8e5. 02000000:00000010:2.0:1761317072.298050:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d95f60d. 00000400:00000010:2.0:1761317072.298056:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fe25e07. 00000400:00000010:2.0:1761317072.298060:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b5725d3. 00000100:00000200:2.0:1761317072.298065:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787264, portal 16 00000400:00000010:2.0:1761317072.298070:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e391df9d. 00000100:00000200:2.0:1761317072.298071:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787264, offset 0 00000400:00000200:2.0:1761317072.298077:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.298085:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.298090:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.298094:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.298097:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.298100:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90332:90332:256:4294967295] 192.168.204.21@tcp LPNI seq info [90332:90332:8:4294967295] 00000400:00000200:2.0:1761317072.298108:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.298113:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.298116:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317072.298120:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.298125:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.298127:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.298385:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.298389:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:1.0:1761317072.298395:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.298399:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.298402:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e391df9d 00000400:00000010:1.0:1761317072.298404:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e391df9d. 00000100:00000200:1.0:1761317072.298411:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000043b3a93 x1846872902787264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.311857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a102382. 00010000:00000010:2.1:1761317072.311870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9688693. 00010000:00000010:3.1:1761317072.312767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cfaf8f4. 00000400:00000200:2.0:1761317072.315409:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.315431:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e0c0 00000400:00000200:2.0:1761317072.315439:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb19e5 [1] + 224 00000400:00000200:2.0:1761317072.315453:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.315457:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.315469:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000043b3a93 x1846872902787264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.315510:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.315516:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f5c0 00000400:00000200:2.0:1761317072.315521:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0331 [2] + 984 00000400:00000200:2.0:1761317072.315577:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.315581:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.315584:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.315590:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00000400:00000010:0.0:1761317072.315861:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004fe25e07. 00000400:00000200:0.0:1761317072.315865:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b5725d3 00000400:00000010:0.0:1761317072.315867:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b5725d3. 00000100:00000200:0.0:1761317072.315875:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000043b3a93 x1846872902787264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.315882:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000043b3a93 x1846872902787264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.315911:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d95f60d. 02000000:00000010:0.0:1761317072.315917:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d82d8e5. 00000100:00000010:0.0:1761317072.315921:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00000100:00000010:0.0:1761317072.315924:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b9d01aa. 00010000:00000010:0.0:1761317072.315928:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002ba6c13c. 00000020:00000010:1.0:1761317072.318393:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c18bb605. 00000020:00000010:1.0:1761317072.318406:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317072.318411:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.318444:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898926016/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317072.318486:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926016 02000000:00000010:1.0:1761317072.318500:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027437a2f. 00010000:00000010:1.0:1761317072.318530:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003db06e3c. 00010000:00000010:1.0:1761317072.318553:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006b13359c. 00000100:00000010:1.0:1761317072.318560:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc5cb560. 00000100:00000010:1.0:1761317072.318580:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc5cb560. 00010000:00000010:1.0:1761317072.318584:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006b13359c. 00000400:00000010:1.0:1761317072.318601:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000100:00000200:1.0:1761317072.318607:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926016, offset 224 00000400:00000200:1.0:1761317072.318616:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.318629:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.318634:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90333:90333:256:4294967295] 192.168.204.21@tcp LPNI seq info [90333:90333:8:4294967295] 00000400:00000200:1.0:1761317072.318652:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.318658:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.318663:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317072.318668:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.318676:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.318718:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.318737:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317072.318745:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.318749:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c18bb605. 00000800:00000200:3.0:1761317072.319347:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.319357:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:3.0:1761317072.319367:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.319378:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.319385:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:3.0:1761317072.319388:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00080000:00000010:0.0:1761317072.322398:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001cf266be. 00010000:00000010:0.0:1761317072.322533:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf518132. 00010000:00000010:0.0:1761317072.322542:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000aef4c73. 00010000:00000010:0.0:1761317072.322623:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b0a98e1. 00010000:00000010:0.0:1761317072.322630:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc45ecf0. 00010000:00000010:0.0:1761317072.322645:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001dfb2fd9. 00000100:00000010:0.0:1761317072.322654:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317072.322664:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317072.322710:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c241ac28. 02000000:00000010:0.0:1761317072.322743:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000143e804f. 00000400:00000010:0.0:1761317072.322750:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5482768. 00000400:00000010:0.0:1761317072.322757:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317072.322764:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787328, portal 16 00000400:00000010:0.0:1761317072.322769:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317072.322771:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787328, offset 0 00000400:00000200:0.0:1761317072.322782:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.322799:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.322807:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.322810:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.322813:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.322817:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90334:90334:256:4294967295] 192.168.204.21@tcp LPNI seq info [90334:90334:8:4294967295] 00000400:00000200:0.0:1761317072.322826:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.322833:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.322838:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354066). 00000800:00000200:0.0:1761317072.322844:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.322853:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.322858:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.323043:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.323047:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353818). 00000400:00000200:1.0:1761317072.323050:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.323055:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.323060:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:1.0:1761317072.323061:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000100:00000200:1.0:1761317072.323067:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017474c62 x1846872902787328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.327500:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.327530:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e100 00000400:00000200:1.0:1761317072.327541:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb19f1 [1] + 224 00000400:00000200:1.0:1761317072.327559:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.327564:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.327579:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017474c62 x1846872902787328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.328789:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.328805:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f600 00000400:00000010:0.0:1761317072.328842:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5482768. 00000400:00000200:0.0:1761317072.328850:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:0.0:1761317072.328852:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000100:00000200:0.0:1761317072.328862:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017474c62 x1846872902787328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.328872:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017474c62 x1846872902787328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.328916:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000143e804f. 02000000:00000010:0.0:1761317072.328926:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c241ac28. 00000100:00000010:0.0:1761317072.328930:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 00000100:00000010:0.0:1761317072.328935:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317072.328939:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001dfb2fd9. 00000400:00000200:1.0:1761317072.328990:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0331 [2] + 1312 00000400:00000200:1.0:1761317072.329663:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.329672:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.329710:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.329718:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029bbd4a9. 00000020:00000010:2.0:1761317072.329962:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000589bec26. 00000020:00000010:2.0:1761317072.329974:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.329980:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.330013:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029bbd4a9 x1846872898926080/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317072.330054:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926080 02000000:00000010:2.0:1761317072.330073:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3f30f5a. 00010000:00000010:2.0:1761317072.330108:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070488f24. 00010000:00000010:2.0:1761317072.330141:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001185ea67. 00000100:00000010:2.0:1761317072.330149:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.330270:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317072.330275:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001185ea67. 00000400:00000010:2.0:1761317072.330290:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f04f5329. 00000100:00000200:2.0:1761317072.330296:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926080, offset 224 00000400:00000200:2.0:1761317072.330304:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.330320:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.330334:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90335:90335:256:4294967295] 192.168.204.21@tcp LPNI seq info [90335:90335:8:4294967295] 00000400:00000200:2.0:1761317072.330346:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.330352:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.330358:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317072.330364:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.330371:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.330375:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.330397:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.330400:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.330403:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000589bec26. 00080000:00000010:0.0:1761317072.330488:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c241ac28. 00000800:00000200:3.0:1761317072.330556:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.330563:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:3.0:1761317072.330576:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761317072.330576:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc45ecf0. 00000400:00000200:3.0:1761317072.330587:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00010000:00000010:0.0:1761317072.330587:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e76c9ffa. 00000400:00000200:3.0:1761317072.330601:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f04f5329 00000400:00000010:3.0:1761317072.330605:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f04f5329. 00010000:00000010:0.0:1761317072.330668:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d962ada0. 00010000:00000010:0.0:1761317072.330674:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000085f0cbb5. 00010000:00000010:0.0:1761317072.330722:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317072.330727:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc45ecf0. 00080000:00000010:0.0:1761317072.330739:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000143e804f. 00010000:00000010:0.0:1761317072.330761:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc45ecf0. 00010000:00000010:0.0:1761317072.330764:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085f0cbb5. 00010000:00000010:0.0:1761317072.330809:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f308e35f. 00010000:00000010:0.0:1761317072.330812:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc45ecf0. 00010000:00000010:0.0:1761317072.330820:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001dfb2fd9. 00000100:00000010:0.0:1761317072.330825:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317072.330832:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317072.330843:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1a92914. 02000000:00000010:0.0:1761317072.330868:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae37e4cd. 00000400:00000010:0.0:1761317072.330874:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5482768. 00000400:00000010:0.0:1761317072.330882:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317072.330888:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787392, portal 16 00000400:00000010:0.0:1761317072.330892:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317072.330894:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787392, offset 0 00000400:00000200:0.0:1761317072.330901:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.330911:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.330918:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.330921:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.330924:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.330927:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90336:90336:256:4294967295] 192.168.204.21@tcp LPNI seq info [90336:90336:8:4294967295] 00000400:00000200:0.0:1761317072.330943:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.330951:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.330954:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354066). 00000800:00000200:0.0:1761317072.330958:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.330962:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.330965:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.331064:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.331068:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353818). 00000400:00000200:1.0:1761317072.331072:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.331077:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.331081:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:1.0:1761317072.331082:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000100:00000200:1.0:1761317072.331090:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017474c62 x1846872902787392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.337447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ff4af1f. 00000400:00000200:1.0:1761317072.338309:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.338343:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e140 00000400:00000200:1.0:1761317072.338354:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb19fd [1] + 224 00000400:00000200:1.0:1761317072.338397:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.338402:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.338418:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017474c62 x1846872902787392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317072.338952:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5482768. 00000400:00000200:2.0:1761317072.338964:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:2.0:1761317072.338967:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000100:00000200:2.0:1761317072.338983:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017474c62 x1846872902787392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.338997:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017474c62 x1846872902787392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.339042:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae37e4cd. 02000000:00000010:2.0:1761317072.339049:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1a92914. 00000100:00000010:2.0:1761317072.339055:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 00000100:00000010:2.0:1761317072.339059:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:2.0:1761317072.339063:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001dfb2fd9. 00010000:00000010:0.1:1761317072.339165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d7f323f. 00010000:00000010:0.1:1761317072.339174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca0b176. 00010000:00000010:2.1:1761317072.341735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000352908dc. 00010000:00000010:0.1:1761317072.341845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9d48cdf. 00010000:00000010:0.1:1761317072.341853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:0.1:1761317072.341857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:0.1:1761317072.341862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00000400:00000200:3.0:1761317072.343298:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.343345:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f640 00000400:00000200:3.0:1761317072.343358:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0331 [2] + 1640 00000400:00000200:3.0:1761317072.343458:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.343464:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.343474:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.343484:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 00000020:00000010:2.0:1761317072.343619:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a939cd1. 00000020:00000010:2.0:1761317072.343630:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.343635:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.343724:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061da169b x1846872898926144/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317072.343779:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926144 02000000:00000010:2.0:1761317072.343798:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f33b40d. 00010000:00000010:2.0:1761317072.343838:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000109cfc8c. 00010000:00000010:2.0:1761317072.343870:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001185ea67. 00000100:00000010:2.0:1761317072.343878:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.343893:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317072.343897:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001185ea67. 00000400:00000010:2.0:1761317072.343915:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc9c74a. 00000100:00000200:2.0:1761317072.343922:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926144, offset 224 00000400:00000200:2.0:1761317072.343932:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:0.0:1761317072.344058:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d82d8e5. 00010000:00000010:0.0:1761317072.344180:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc45ecf0. 00010000:00000010:0.0:1761317072.344188:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7dbbdb1. 00010000:00000010:0.0:1761317072.344279:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be612070. 00010000:00000010:0.0:1761317072.344285:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc45ecf0. 00010000:00000010:0.0:1761317072.344296:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006be87142. 00000100:00000010:0.0:1761317072.344302:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317072.344310:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 02000000:00000010:0.0:1761317072.344321:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae37e4cd. 02000000:00000010:0.0:1761317072.344360:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d95f60d. 00000400:00000010:0.0:1761317072.344367:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009701e82f. 00000400:00000200:2.0:1761317072.344405:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.344411:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90337:90337:256:4294967295] 192.168.204.21@tcp LPNI seq info [90337:90337:8:4294967295] 00000400:00000200:2.0:1761317072.344420:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.344426:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.344431:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317072.344437:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.344443:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.344448:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1761317072.346742:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317072.346756:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787456, portal 16 00000400:00000010:0.0:1761317072.346762:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317072.346765:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787456, offset 0 00000400:00000200:0.0:1761317072.346776:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.346795:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.346801:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.346804:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.346806:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.346810:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90338:90338:255:4294967295] 192.168.204.21@tcp LPNI seq info [90338:90338:7:4294967295] 00000400:00000200:0.0:1761317072.346819:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.346825:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.346830:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354314). 00000800:00000200:0.0:1761317072.346836:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.346850:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.346854:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.347298:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.347305:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.347309:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a939cd1. 00000800:00000200:1.0:1761317072.347396:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.347400:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000400:00000200:1.0:1761317072.347407:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.347413:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.347418:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc9c74a 00000400:00000010:1.0:1761317072.347421:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc9c74a. 00000800:00000200:1.0:1761317072.347494:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.347496:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:1.0:1761317072.347499:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.347502:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.347504:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:1.0:1761317072.347506:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000100:00000200:1.0:1761317072.347512:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007028d207 x1846872902787456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.353856:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.353876:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e180 00000400:00000200:0.0:1761317072.353884:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a09 [1] + 224 00000400:00000200:0.0:1761317072.353895:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.353898:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.353909:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007028d207 x1846872902787456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.355354:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.355370:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f680 00000400:00000200:0.0:1761317072.355378:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0331 [2] + 1968 00000400:00000010:0.0:1761317072.355383:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007b246625. 00000400:00000200:0.0:1761317072.355389:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009851b8d4 00000400:00000200:0.0:1761317072.355456:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.355462:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.355466:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009851b8d4 00000400:00000010:0.0:1761317072.355469:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009851b8d4 (tot 82353666). 00000100:00000200:0.0:1761317072.355477:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761317072.356523:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009701e82f. 00000400:00000200:2.0:1761317072.356530:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:2.0:1761317072.356532:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 00000100:00000200:2.0:1761317072.356545:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007028d207 x1846872902787456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.356556:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007028d207 x1846872902787456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.356596:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d95f60d. 02000000:00000010:2.0:1761317072.356604:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae37e4cd. 00000100:00000010:2.0:1761317072.356609:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 00000100:00000010:2.0:1761317072.356615:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:2.0:1761317072.356619:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006be87142. 00000020:00000010:3.0:1761317072.360990:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dac84c0d. 00000020:00000010:3.0:1761317072.361008:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.361013:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.361061:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f7145a65 x1846872898926208/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317072.361105:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926208 02000000:00000010:3.0:1761317072.361118:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a14a3f16. 00010000:00000010:3.0:1761317072.361148:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000880c1da6. 00010000:00000010:3.0:1761317072.361172:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a9f4692. 00000100:00000010:3.0:1761317072.361180:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ecd92eba. 00000100:00000010:3.0:1761317072.361199:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ecd92eba. 00010000:00000010:3.0:1761317072.361205:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a9f4692. 00000400:00000010:3.0:1761317072.361219:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317072.361224:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926208, offset 224 00000400:00000200:3.0:1761317072.361233:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.361246:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.361252:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90339:90339:256:4294967295] 192.168.204.21@tcp LPNI seq info [90339:90339:8:4294967295] 00000400:00000200:3.0:1761317072.361262:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.361267:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.361272:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82353914). 00000800:00000200:3.0:1761317072.361278:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.361285:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.361290:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.361310:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.361314:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.361317:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dac84c0d. 02000000:00000010:3.0:1761317072.361341:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f33b40d. 00000100:00000010:3.0:1761317072.361345:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317072.361350:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3f30f5a. 00000100:00000010:3.0:1761317072.361352:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029bbd4a9. 02000000:00000010:3.0:1761317072.361356:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027437a2f. 00080000:00000010:2.0:1761317072.361359:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a939cd1. 00000100:00000010:3.0:1761317072.361360:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:3.0:1761317072.361368:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ba907c6. 00000100:00000010:3.0:1761317072.361372:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 02000000:00000010:3.0:1761317072.361376:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000129541f7. 00000100:00000010:3.0:1761317072.361378:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 02000000:00000010:3.0:1761317072.361382:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d01cf3d. 00000100:00000010:3.0:1761317072.361384:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000200:3.0:1761317072.361390:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761317072.361398:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009ca10b42. 00000400:00000010:3.0:1761317072.361404:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ecd92eba (tot 82354066). 00010000:00000010:2.0:1761317072.361480:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc45ecf0. 00010000:00000010:2.0:1761317072.361489:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097087b14. 00010000:00000010:2.0:1761317072.361576:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008747ce7f. 00010000:00000010:2.0:1761317072.361583:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e68431d6. 00010000:00000010:2.0:1761317072.361595:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001185ea67. 00000100:00000010:2.0:1761317072.361599:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.361606:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 02000000:00000010:2.0:1761317072.361619:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3f30f5a. 02000000:00000010:2.0:1761317072.361644:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f33b40d. 00000400:00000010:2.0:1761317072.361648:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317072.361653:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000653d2cc2. 00000100:00000200:2.0:1761317072.361657:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787520, portal 16 00000400:00000010:2.0:1761317072.361661:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac6fae6. 00000100:00000200:2.0:1761317072.361663:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787520, offset 0 00000400:00000200:2.0:1761317072.361668:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.361676:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.361710:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.361714:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.361717:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.361720:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90340:90340:255:4294967295] 192.168.204.21@tcp LPNI seq info [90340:90340:7:4294967295] 00000400:00000200:2.0:1761317072.361727:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.361732:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.361736:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354314). 00000800:00000200:2.0:1761317072.361739:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.361743:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.361746:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317072.361820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d794d61. 00010000:00000010:0.1:1761317072.361830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f308e35f. 00000800:00000200:3.0:1761317072.362024:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.362028:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:3.0:1761317072.362039:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.362044:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.362048:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:3.0:1761317072.362050:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 02000000:00000010:3.0:1761317072.362053:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a14a3f16. 00000800:00000200:3.0:1761317072.362591:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.362594:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:3.0:1761317072.362600:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.362604:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.362607:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac6fae6 00000400:00000010:3.0:1761317072.362608:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac6fae6. 00000100:00000200:3.0:1761317072.362615:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000260ce024 x1846872902787520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.364455:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.364475:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e1c0 00000400:00000200:3.0:1761317072.364485:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a19 [1] + 224 00000400:00000200:3.0:1761317072.364502:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.364506:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.364515:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000260ce024 x1846872902787520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.366729:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021f4864d. 00000400:00000010:2.0:1761317072.368469:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317072.368478:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000653d2cc2 00000400:00000010:2.0:1761317072.368480:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000653d2cc2. 00000100:00000200:2.0:1761317072.368497:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000260ce024 x1846872902787520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.368507:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000260ce024 x1846872902787520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.368541:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f33b40d. 02000000:00000010:2.0:1761317072.368548:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3f30f5a. 00000100:00000010:2.0:1761317072.368552:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 00000100:00000010:2.0:1761317072.368561:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317072.368565:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001185ea67. 00000400:00000200:0.0:1761317072.369048:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.369070:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f6c0 00000400:00000200:0.0:1761317072.369080:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0389 [2] + 0 00000400:00000200:0.0:1761317072.369152:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.369158:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.369165:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.369170:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 00010000:00000010:3.1:1761317072.369722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0cebc20. 00010000:00000010:2.1:1761317072.369780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000727ad861. 00010000:00000010:2.1:1761317072.369788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be612070. 00000020:00000010:2.0:1761317072.369832:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3f30f5a. 00000020:00000010:2.0:1761317072.369840:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.369845:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.369878:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec6b75a x1846872898926272/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317072.369908:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926272 02000000:00000010:2.0:1761317072.369919:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007f33b40d. 00010000:00000010:2.0:1761317072.369961:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c83d8e2. 00010000:00000010:2.0:1761317072.369984:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001185ea67. 00000100:00000010:2.0:1761317072.369990:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.370013:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317072.370016:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001185ea67. 00000400:00000010:2.0:1761317072.370028:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000653d2cc2. 00000100:00000200:2.0:1761317072.370033:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926272, offset 224 00000400:00000200:2.0:1761317072.370041:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.370052:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.370057:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90341:90341:256:4294967295] 192.168.204.21@tcp LPNI seq info [90341:90341:8:4294967295] 00000400:00000200:2.0:1761317072.370066:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.370077:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.370082:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317072.370088:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.370094:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.370098:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.370114:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.370118:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.370121:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3f30f5a. 00000800:00000200:3.0:1761317072.370409:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.370413:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:3.0:1761317072.370419:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.370423:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.370426:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000653d2cc2 00000400:00000010:3.0:1761317072.370428:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000653d2cc2. 00080000:00000010:0.0:1761317072.370497:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d95f60d. 00010000:00000010:0.0:1761317072.370582:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e68431d6. 00010000:00000010:0.0:1761317072.370589:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd9b161b. 00010000:00000010:0.0:1761317072.370937:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f308e35f. 00010000:00000010:0.0:1761317072.370945:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e000126e. 00010000:00000010:0.0:1761317072.370957:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9730fb0. 00000100:00000010:0.0:1761317072.370961:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000887f1acb. 00000100:00000010:0.0:1761317072.370970:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317072.370981:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed790372. 02000000:00000010:0.0:1761317072.371005:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4c7a2a5. 00000400:00000010:0.0:1761317072.371010:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317072.371015:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317072.371020:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787584, portal 16 00000400:00000010:0.0:1761317072.371025:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317072.371026:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787584, offset 0 00000400:00000200:0.0:1761317072.371032:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.371049:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.371056:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.371060:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.371062:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.371065:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90342:90342:256:4294967295] 192.168.204.21@tcp LPNI seq info [90342:90342:8:4294967295] 00000400:00000200:0.0:1761317072.371073:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.371078:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.371082:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317072.371087:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.371093:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.371095:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.372069:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.372075:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:3.0:1761317072.372081:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.372089:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.372094:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:3.0:1761317072.372095:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00000100:00000200:3.0:1761317072.372101:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902787584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.376144:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.376166:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e200 00000400:00000200:0.0:1761317072.376176:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a25 [1] + 224 00000400:00000200:0.0:1761317072.376192:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.376196:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.376208:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902787584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.376824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd354c1c. 00000400:00000010:2.0:1761317072.376851:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:2.0:1761317072.376855:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace4178 00000400:00000010:2.0:1761317072.376857:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace4178. 00000100:00000200:2.0:1761317072.376863:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902787584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.376870:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902787584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.376899:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4c7a2a5. 02000000:00000010:2.0:1761317072.376905:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed790372. 00000100:00000010:2.0:1761317072.376909:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:2.0:1761317072.376913:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000887f1acb. 00010000:00000010:2.0:1761317072.376918:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9730fb0. 00000400:00000200:1.0:1761317072.381390:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.381408:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f700 00000400:00000200:1.0:1761317072.381416:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0389 [2] + 328 00000400:00000200:1.0:1761317072.381494:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.381499:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.381506:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.381512:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002be03013. 00000020:00000010:3.0:1761317072.381614:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a14a3f16. 00000020:00000010:3.0:1761317072.381623:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.381628:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.381655:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002be03013 x1846872898926336/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317072.381715:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926336 02000000:00000010:3.0:1761317072.381730:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d01cf3d. 00010000:00000010:3.0:1761317072.381761:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4751906. 00010000:00000010:3.0:1761317072.381780:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a9f4692. 00000100:00000010:3.0:1761317072.381787:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.381805:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.381808:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a9f4692. 00000400:00000010:3.0:1761317072.381823:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317072.381828:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926336, offset 224 00000400:00000200:3.0:1761317072.381836:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.381846:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.381851:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90343:90343:256:4294967295] 192.168.204.21@tcp LPNI seq info [90343:90343:8:4294967295] 00000400:00000200:3.0:1761317072.381860:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.381865:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.381869:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.381875:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.381882:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.381885:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.381901:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.381904:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.381907:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a14a3f16. 00000800:00000200:3.0:1761317072.381967:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.381970:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:3.0:1761317072.381978:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.381981:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.381984:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:3.0:1761317072.381986:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00080000:00000010:1.0:1761317072.382205:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027437a2f. 00010000:00000010:1.0:1761317072.382297:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e000126e. 00010000:00000010:1.0:1761317072.382304:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bfaa3342. 00010000:00000010:1.0:1761317072.382385:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e153d8cd. 00010000:00000010:1.0:1761317072.382392:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000046999f6e. 00010000:00000010:1.0:1761317072.382401:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f2d0f6b. 00000100:00000010:1.0:1761317072.382404:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d1e4fc4. 00000100:00000010:1.0:1761317072.382411:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029bbd4a9. 02000000:00000010:1.0:1761317072.382421:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c717ffed. 02000000:00000010:1.0:1761317072.382445:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c18bb605. 00000400:00000010:1.0:1761317072.382451:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000095fff72c. 00000400:00000010:1.0:1761317072.382455:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070a4146e. 00000100:00000200:1.0:1761317072.382460:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787648, portal 16 00000400:00000010:1.0:1761317072.382464:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317072.382466:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787648, offset 0 00000400:00000200:1.0:1761317072.382472:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.382478:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.382484:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.382487:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.382489:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.382492:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90344:90344:256:4294967295] 192.168.204.21@tcp LPNI seq info [90344:90344:8:4294967295] 00000400:00000200:1.0:1761317072.382497:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.382501:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.382504:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317072.382508:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.382512:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.382514:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.383036:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.383041:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:3.0:1761317072.383044:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.383048:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.383052:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:3.0:1761317072.383054:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00000100:00000200:3.0:1761317072.383059:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000029bbd4a9 x1846872902787648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.383246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c08c0b. 00010000:00000010:0.1:1761317072.383253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008747ce7f. 00000400:00000200:1.0:1761317072.391979:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.392005:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e240 00000400:00000200:1.0:1761317072.392014:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a31 [1] + 224 00000400:00000200:1.0:1761317072.392026:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.392030:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.392042:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000029bbd4a9 x1846872902787648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.392087:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.392093:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f740 00000400:00000200:1.0:1761317072.392098:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0389 [2] + 656 00000400:00000200:1.0:1761317072.392109:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.392112:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.392116:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.392121:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003bdf3053. 00000020:00000010:1.0:1761317072.392175:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f32594. 00000020:00000010:1.0:1761317072.392181:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317072.392186:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.392209:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003bdf3053 x1846872898926400/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317072.392234:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926400 02000000:00000010:1.0:1761317072.392244:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c5d68d8. 00010000:00000010:1.0:1761317072.392281:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317072.392289:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cc5cb560. 00000100:00000010:1.0:1761317072.392296:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cc5cb560. 00010000:00000010:1.0:1761317072.392299:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317072.392314:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317072.392319:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926400, offset 224 00000400:00000200:1.0:1761317072.392337:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.392351:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.392357:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90345:90345:256:4294967295] 192.168.204.21@tcp LPNI seq info [90345:90345:8:4294967295] 00000400:00000200:1.0:1761317072.392367:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.392373:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.392377:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b613076 (tot 82354066). 00000800:00000200:1.0:1761317072.392383:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.392389:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.392393:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007b613076 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.392408:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317072.392415:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.392419:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f32594. 00000800:00000200:3.0:1761317072.392643:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.392647:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b613076 (tot 82353818). 00000400:00000200:3.0:1761317072.392651:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.392654:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.392657:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:3.0:1761317072.392659:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00010000:00000010:3.1:1761317072.392708:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000862aeb95. 00000400:00000010:3.0:1761317072.392726:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000095fff72c. 00000400:00000200:3.0:1761317072.392729:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070a4146e 00000400:00000010:3.0:1761317072.392730:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070a4146e. 00000100:00000200:3.0:1761317072.392735:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000029bbd4a9 x1846872902787648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.392742:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000029bbd4a9 x1846872902787648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317072.392762:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009dbf15f4. 02000000:00000010:3.0:1761317072.392776:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c18bb605. 02000000:00000010:3.0:1761317072.392781:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c717ffed. 00000100:00000010:3.0:1761317072.392785:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029bbd4a9. 00000100:00000010:3.0:1761317072.392788:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d1e4fc4. 00010000:00000010:3.0:1761317072.392790:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f2d0f6b. 00080000:00000010:3.0:1761317072.392809:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070d2f2a8. 00010000:00000010:3.0:1761317072.392895:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046999f6e. 00010000:00000010:3.0:1761317072.392901:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f93e762. 00010000:00000010:3.0:1761317072.392966:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad00aafc. 00010000:00000010:3.0:1761317072.392969:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000977f467f. 00010000:00000010:3.0:1761317072.392974:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cab51df5. 00010000:00000010:3.0:1761317072.392979:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00080000:00000010:3.0:1761317072.392991:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ba907c6. 00010000:00000010:3.0:1761317072.393012:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.393015:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000977f467f. 00010000:00000010:3.0:1761317072.393060:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ca9fd6c. 00010000:00000010:3.0:1761317072.393064:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.393070:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a9f4692. 00000100:00000010:3.0:1761317072.393074:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.393081:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317072.393091:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c717ffed. 02000000:00000010:3.0:1761317072.393111:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c18bb605. 00000400:00000010:3.0:1761317072.393116:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.393119:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317072.393124:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787712, portal 16 00000400:00000010:3.0:1761317072.393128:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe45649f. 00000100:00000200:3.0:1761317072.393129:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787712, offset 0 00000400:00000200:3.0:1761317072.393134:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.393141:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.393147:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.393151:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.393153:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.393155:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90346:90346:256:4294967295] 192.168.204.21@tcp LPNI seq info [90346:90346:8:4294967295] 00000400:00000200:3.0:1761317072.393162:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.393166:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.393169:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.393172:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.393176:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.393179:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.393281:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.393284:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.393291:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.393294:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.393297:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe45649f 00000400:00000010:0.0:1761317072.393298:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe45649f. 00000100:00000200:0.0:1761317072.393302:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902787712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.393742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e438d1c. 00010000:00000010:1.1:1761317072.393750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f308e35f. 00000400:00000200:1.0:1761317072.397408:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.397429:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e280 00000400:00000200:1.0:1761317072.397438:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a3d [1] + 224 00000400:00000200:1.0:1761317072.397455:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.397459:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.397470:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902787712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.398422:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317072.398431:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:3.0:1761317072.398433:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000100:00000200:3.0:1761317072.398442:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902787712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.398445:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000100:00000200:3.0:1761317072.398456:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902787712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.398462:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f780 00000400:00000200:1.0:1761317072.398471:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0389 [2] + 984 02000000:00000010:3.0:1761317072.398493:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c18bb605. 02000000:00000010:3.0:1761317072.398502:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c717ffed. 00000100:00000010:3.0:1761317072.398507:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317072.398511:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.398515:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a9f4692. 00000400:00000200:1.0:1761317072.398537:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.398542:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.398548:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.398555:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000029bbd4a9. 00000020:00000010:3.0:1761317072.398825:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dac84c0d. 00000020:00000010:3.0:1761317072.398831:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.398836:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.398861:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029bbd4a9 x1846872898926464/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317072.398946:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926464 02000000:00000010:3.0:1761317072.398960:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c717ffed. 00010000:00000010:3.0:1761317072.398987:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3c74d05. 00010000:00000010:3.0:1761317072.399007:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a9f4692. 00000100:00000010:3.0:1761317072.399013:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.399030:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.399032:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a9f4692. 00000400:00000010:3.0:1761317072.399043:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317072.399046:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926464, offset 224 00000400:00000200:3.0:1761317072.399053:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.399065:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.399071:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90347:90347:256:4294967295] 192.168.204.21@tcp LPNI seq info [90347:90347:8:4294967295] 00000400:00000200:3.0:1761317072.399081:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.399086:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.399090:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.399096:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.399101:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.399105:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.399119:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.399123:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.399126:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dac84c0d. 00000800:00000200:0.0:1761317072.399221:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.399225:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.399233:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.399238:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.399241:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:0.0:1761317072.399242:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00080000:00000010:0.0:1761317072.399270:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4c7a2a5. 00010000:00000010:0.0:1761317072.399374:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:0.0:1761317072.399381:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005419b836. 00010000:00000010:0.0:1761317072.399452:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b0a98e1. 00010000:00000010:0.0:1761317072.399459:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e000126e. 00010000:00000010:0.0:1761317072.399468:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005d640cf. 00000100:00000010:0.0:1761317072.399473:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ba1fc. 00000100:00000010:0.0:1761317072.399480:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317072.399494:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c146c222. 02000000:00000010:0.0:1761317072.399517:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000062fac83. 00000400:00000010:0.0:1761317072.399523:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e923b7a9. 00000400:00000010:0.0:1761317072.399528:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317072.399534:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787776, portal 16 00000400:00000010:0.0:1761317072.399539:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317072.399540:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787776, offset 0 00000400:00000200:0.0:1761317072.399548:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.399555:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.399562:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.399566:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.399569:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.399573:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90348:90348:256:4294967295] 192.168.204.21@tcp LPNI seq info [90348:90348:8:4294967295] 00000400:00000200:0.0:1761317072.399581:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.399586:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.399589:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317072.399595:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.399600:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.399602:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.399757:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.399761:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:3.0:1761317072.399766:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.399771:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.399775:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:3.0:1761317072.399777:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00000100:00000200:3.0:1761317072.399783:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac236a31 x1846872902787776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.400799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034d55064. 00010000:00000010:3.1:1761317072.400808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ca8048b. 00010000:00000010:3.1:1761317072.400812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e153d8cd. 00010000:00000010:3.1:1761317072.400816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00aafc. 00010000:00000010:3.1:1761317072.400818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab51df5. 00000400:00000200:3.0:1761317072.402633:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.402650:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e2c0 00000400:00000200:3.0:1761317072.402660:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a49 [1] + 224 00000400:00000200:3.0:1761317072.402696:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.402700:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.402713:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac236a31 x1846872902787776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317072.402773:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e923b7a9. 00000400:00000200:2.0:1761317072.402848:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:2.0:1761317072.402851:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000100:00000200:2.0:1761317072.402857:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac236a31 x1846872902787776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.402865:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac236a31 x1846872902787776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.402898:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000062fac83. 02000000:00000010:2.0:1761317072.402903:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c146c222. 00000100:00000010:2.0:1761317072.402907:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000010:2.0:1761317072.402911:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000956ba1fc. 00010000:00000010:2.0:1761317072.402914:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005d640cf. 00000400:00000200:1.0:1761317072.406657:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.406813:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f7c0 00000400:00000200:1.0:1761317072.406823:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0389 [2] + 1312 00000400:00000200:1.0:1761317072.406902:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.406907:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.406916:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.406924:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4cb5c87. 00000020:00000010:0.0:1761317072.407071:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6024331. 00000020:00000010:0.0:1761317072.407082:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000054040b20. 00000020:00000010:0.0:1761317072.407088:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.407120:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4cb5c87 x1846872898926528/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317072.407186:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926528 02000000:00000010:0.0:1761317072.407200:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c146c222. 00010000:00000010:0.0:1761317072.407244:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079395087. 00010000:00000010:0.0:1761317072.407269:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ecef4794. 00000100:00000010:0.0:1761317072.407277:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066113fe1. 00000100:00000010:0.0:1761317072.407292:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066113fe1. 00010000:00000010:0.0:1761317072.407295:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ecef4794. 00000400:00000010:0.0:1761317072.407309:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317072.407315:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926528, offset 224 00000400:00000200:0.0:1761317072.407337:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.407349:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.407355:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90349:90349:256:4294967295] 192.168.204.21@tcp LPNI seq info [90349:90349:8:4294967295] 00000400:00000200:0.0:1761317072.407365:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.407370:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.407374:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317072.407380:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.407387:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.407391:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.407406:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000054040b20. 00000020:00000010:0.0:1761317072.407410:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.407413:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6024331. 00080000:00000010:2.0:1761317072.407486:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3f30f5a. 00000800:00000200:3.0:1761317072.407548:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.407553:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:3.0:1761317072.407557:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.407561:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.407565:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:3.0:1761317072.407567:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00010000:00000010:2.0:1761317072.407577:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e000126e. 00010000:00000010:2.0:1761317072.407585:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a27fbfd0. 00010000:00000010:2.0:1761317072.407660:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000084fa3e5. 00010000:00000010:2.0:1761317072.407666:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000021d90d62. 00010000:00000010:2.0:1761317072.407675:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001185ea67. 00000100:00000010:2.0:1761317072.407706:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.407713:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 02000000:00000010:2.0:1761317072.407724:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a14a3f16. 02000000:00000010:2.0:1761317072.407748:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae37e4cd. 00000400:00000010:2.0:1761317072.407754:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317072.407760:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317072.407764:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787840, portal 16 00000400:00000010:2.0:1761317072.407769:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7564b22. 00000100:00000200:2.0:1761317072.407772:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787840, offset 0 00000400:00000200:2.0:1761317072.407778:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.407785:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.407792:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.407797:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.407801:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.407805:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90350:90350:256:4294967295] 192.168.204.21@tcp LPNI seq info [90350:90350:8:4294967295] 00000400:00000200:2.0:1761317072.407816:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.407822:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.407825:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317072.407830:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.407834:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.407837:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317072.407902:0:1019:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acd0d68f. 00010000:00000010:0.1:1761317072.407911:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca9fd6c. 00010000:00000010:3.1:1761317072.408190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006340dbcc. 00000800:00000200:3.0:1761317072.408352:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.408356:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:3.0:1761317072.408361:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.408366:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.408369:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7564b22 00000400:00000010:3.0:1761317072.408370:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7564b22. 00000100:00000200:3.0:1761317072.408377:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000260ce024 x1846872902787840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.413718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b134d18. 00010000:00000010:2.1:1761317072.413733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b0a98e1. 00010000:00000010:0.1:1761317072.413772:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004165f5dd. 00000400:00000200:0.0:1761317072.419748:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.419769:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e300 00000400:00000200:0.0:1761317072.419779:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a55 [1] + 224 00000400:00000200:0.0:1761317072.419791:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.419795:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.419807:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000260ce024 x1846872902787840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.419849:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.419854:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f800 00000400:00000200:0.0:1761317072.419860:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0389 [2] + 1640 00000400:00000010:2.0:1761317072.419886:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317072.419892:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:2.0:1761317072.419895:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:2.0:1761317072.419903:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000260ce024 x1846872902787840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.419912:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000260ce024 x1846872902787840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.419919:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.419924:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.419929:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.419945:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 02000000:00000010:2.0:1761317072.419947:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae37e4cd. 02000000:00000010:2.0:1761317072.419955:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a14a3f16. 00000020:00000010:3.0:1761317072.420019:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c18bb605. 00000020:00000010:3.0:1761317072.420027:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.420031:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.420054:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac236a31 x1846872898926592/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317072.420131:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926592 02000000:00000010:3.0:1761317072.420143:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dac84c0d. 00010000:00000010:3.0:1761317072.420168:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a805be9a. 00010000:00000010:3.0:1761317072.420187:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a9f4692. 00000100:00000010:3.0:1761317072.420192:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.420197:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.420199:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a9f4692. 00000400:00000010:3.0:1761317072.420210:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317072.420214:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926592, offset 224 00000400:00000200:3.0:1761317072.420221:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.420230:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.420235:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90351:90351:256:4294967295] 192.168.204.21@tcp LPNI seq info [90351:90351:8:4294967295] 00000400:00000200:3.0:1761317072.420244:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.420249:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.420253:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.420258:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.420265:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.420268:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.420294:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.420297:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.420300:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c18bb605. 00000100:00000010:2.0:1761317072.420369:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 00000100:00000010:2.0:1761317072.420374:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317072.420376:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001185ea67. 00080000:00000010:2.0:1761317072.420391:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae37e4cd. 00010000:00000010:2.0:1761317072.420465:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021d90d62. 00010000:00000010:2.0:1761317072.420470:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095f9c9a5. 00010000:00000010:2.0:1761317072.420545:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037dce320. 00010000:00000010:2.0:1761317072.420551:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000021d90d62. 00010000:00000010:2.0:1761317072.420560:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001185ea67. 00000100:00000010:2.0:1761317072.420563:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.420568:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 02000000:00000010:2.0:1761317072.420578:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a14a3f16. 02000000:00000010:2.0:1761317072.420602:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081ce8bc9. 00000400:00000010:2.0:1761317072.420607:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317072.420610:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317072.420616:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787904, portal 16 00000400:00000010:2.0:1761317072.420620:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317072.420621:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787904, offset 0 00000400:00000200:2.0:1761317072.420626:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.420633:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.420641:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.420645:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.420648:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.420650:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90352:90352:255:4294967295] 192.168.204.21@tcp LPNI seq info [90352:90352:7:4294967295] 00000400:00000200:2.0:1761317072.420656:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.420660:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.420664:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354314). 00000800:00000200:2.0:1761317072.420668:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.420671:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.420674:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.421061:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.421066:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:0.0:1761317072.421076:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.421082:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.421086:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:0.0:1761317072.421087:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000800:00000200:0.0:1761317072.421145:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.421147:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:0.0:1761317072.421153:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.421156:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.421158:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:0.0:1761317072.421160:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:0.0:1761317072.421166:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000260ce024 x1846872902787904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.431230:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.431253:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e340 00000400:00000200:2.0:1761317072.431262:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a61 [1] + 224 00000400:00000200:2.0:1761317072.431275:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.431280:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.431291:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000260ce024 x1846872902787904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.431340:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.431345:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f840 00000400:00000200:2.0:1761317072.431350:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0389 [2] + 1968 00000400:00000010:2.0:1761317072.431354:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000031ba5282. 00000400:00000200:2.0:1761317072.431358:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000523a34cf 00000400:00000200:2.0:1761317072.431726:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.431731:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.431735:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000523a34cf 00000400:00000010:2.0:1761317072.431738:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000523a34cf (tot 82353666). 00000100:00000200:2.0:1761317072.431745:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317072.431801:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000129541f7. 00000020:00000010:2.0:1761317072.431809:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.431814:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.431841:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ac06bd8 x1846872898926656/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317072.431870:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926656 02000000:00000010:2.0:1761317072.431881:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1a92914. 00010000:00000010:2.0:1761317072.431919:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000541b2eda. 00000100:00000010:2.0:1761317072.431926:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a5d6c19f. 00000100:00000010:2.0:1761317072.431932:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a5d6c19f. 00010000:00000010:2.0:1761317072.431936:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000541b2eda. 00000400:00000010:2.0:1761317072.431950:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f39d74ae. 00000100:00000200:2.0:1761317072.431954:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926656, offset 224 00000400:00000200:2.0:1761317072.431961:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.431973:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.431977:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90353:90353:256:4294967295] 192.168.204.21@tcp LPNI seq info [90353:90353:8:4294967295] 00000400:00000200:2.0:1761317072.431987:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.431992:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.431997:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82353914). 00000800:00000200:2.0:1761317072.432002:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.432008:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.432012:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.432028:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d9a5db0a. 00000020:00000010:2.0:1761317072.432032:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.432036:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000129541f7. 02000000:00000010:2.0:1761317072.432044:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dac84c0d. 00000100:00000010:2.0:1761317072.432047:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 02000000:00000010:2.0:1761317072.432051:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c146c222. 00000100:00000010:2.0:1761317072.432053:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4cb5c87. 02000000:00000010:2.0:1761317072.432056:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c717ffed. 00000100:00000010:2.0:1761317072.432059:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000029bbd4a9. 02000000:00000010:2.0:1761317072.432063:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c5d68d8. 00000100:00000010:2.0:1761317072.432065:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003bdf3053. 02000000:00000010:2.0:1761317072.432068:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d01cf3d. 00000100:00000010:2.0:1761317072.432070:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002be03013. 02000000:00000010:2.0:1761317072.432073:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007f33b40d. 00000100:00000010:2.0:1761317072.432075:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 00000100:00000200:2.0:1761317072.432081:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761317072.432221:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:3.0:1761317072.432225:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:3.0:1761317072.432226:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:3.0:1761317072.432233:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000260ce024 x1846872902787904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.432247:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000260ce024 x1846872902787904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317072.432266:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6e5b019. 02000000:00000010:3.0:1761317072.432281:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081ce8bc9. 02000000:00000010:3.0:1761317072.432285:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a14a3f16. 00000100:00000010:3.0:1761317072.432289:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 00000100:00000010:3.0:1761317072.432293:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:3.0:1761317072.432296:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001185ea67. 00080000:00000010:3.0:1761317072.432313:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dac84c0d. 00010000:00000010:3.0:1761317072.432405:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021d90d62. 00010000:00000010:3.0:1761317072.432411:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf76e21e. 00010000:00000010:3.0:1761317072.432475:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cab51df5. 00010000:00000010:3.0:1761317072.432482:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317072.432492:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a9f4692. 00000100:00000010:3.0:1761317072.432495:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.432502:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317072.432511:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a14a3f16. 02000000:00000010:3.0:1761317072.432531:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c717ffed. 00000400:00000010:3.0:1761317072.432534:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.432538:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317072.432542:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902787968, portal 16 00000400:00000010:3.0:1761317072.432545:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317072.432547:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902787968, offset 0 00000400:00000200:3.0:1761317072.432552:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.432557:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.432563:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.432565:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.432568:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.432571:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90354:90354:255:4294967295] 192.168.204.21@tcp LPNI seq info [90354:90354:7:4294967295] 00000400:00000200:3.0:1761317072.432578:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.432583:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.432586:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354162). 00000800:00000200:3.0:1761317072.432589:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.432593:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.432596:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1761317072.433198:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebc81c20. 00000400:00000010:2.0:1761317072.433206:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5d6c19f (tot 82354314). 00000800:00000200:2.0:1761317072.433258:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.433262:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82354066). 00000400:00000200:2.0:1761317072.433268:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.433273:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.433277:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:2.0:1761317072.433278:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 02000000:00000010:2.0:1761317072.433283:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1a92914. 00000800:00000200:2.0:1761317072.433976:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.433980:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:2.0:1761317072.433989:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.433994:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.433997:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:2.0:1761317072.433998:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000100:00000200:2.0:1761317072.434004:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902787968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.434707:0:1020:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dde279b. 00010000:00000010:2.1:1761317072.434951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ce5ac1e. 00010000:00000010:2.1:1761317072.434957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000084fa3e5. 00000400:00000200:1.0:1761317072.439582:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.439604:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e380 00000400:00000200:1.0:1761317072.439613:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a6d [1] + 224 00000400:00000200:1.0:1761317072.439626:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.439630:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.439641:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902787968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.439713:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.439720:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f880 00000400:00000200:1.0:1761317072.439726:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb03e1 [2] + 0 00000400:00000010:0.0:1761317072.440244:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:0.0:1761317072.440250:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:0.0:1761317072.440252:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:0.0:1761317072.440259:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902787968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.440268:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902787968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.440295:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c717ffed. 02000000:00000010:0.0:1761317072.440302:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a14a3f16. 00000100:00000010:0.0:1761317072.440306:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:0.0:1761317072.440310:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.0:1761317072.440314:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a9f4692. 00000400:00000200:1.0:1761317072.440495:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.440500:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.440506:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.440511:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000389e62. 00000020:00000010:0.0:1761317072.440586:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6024331. 00000020:00000010:0.0:1761317072.440592:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.440598:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.440620:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000000389e62 x1846872898926720/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317072.440654:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926720 02000000:00000010:0.0:1761317072.440665:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000062fac83. 00010000:00000010:0.0:1761317072.440711:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5bef1cd. 00010000:00000010:0.0:1761317072.440730:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ecef4794. 00000100:00000010:0.0:1761317072.440736:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066113fe1. 00000100:00000010:0.0:1761317072.440743:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066113fe1. 00010000:00000010:0.0:1761317072.440746:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ecef4794. 00000400:00000010:0.0:1761317072.440757:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317072.440761:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926720, offset 224 00000400:00000200:0.0:1761317072.440769:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.440780:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.440785:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90355:90355:256:4294967295] 192.168.204.21@tcp LPNI seq info [90355:90355:8:4294967295] 00000400:00000200:0.0:1761317072.440797:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.440803:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.440922:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317072.440984:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.440991:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.440994:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.441012:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.441016:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.441019:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6024331. 00080000:00000010:0.0:1761317072.441045:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6024331. 00010000:00000010:0.0:1761317072.441122:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:0.0:1761317072.441127:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b5f9195. 00010000:00000010:0.0:1761317072.441193:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317072.441200:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc45ecf0. 00010000:00000010:0.0:1761317072.441209:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ecef4794. 00000100:00000010:0.0:1761317072.441213:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066113fe1. 00000100:00000010:0.0:1761317072.441219:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317072.441229:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c146c222. 02000000:00000010:0.0:1761317072.441250:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a14a3f16. 00000400:00000010:0.0:1761317072.441254:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e923b7a9. 00000400:00000010:0.0:1761317072.441259:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317072.441263:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788032, portal 16 00000400:00000010:0.0:1761317072.441267:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317072.441268:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788032, offset 0 00000400:00000200:0.0:1761317072.441275:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.441281:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.441287:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.441290:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.441293:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.441296:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90356:90356:255:4294967295] 192.168.204.21@tcp LPNI seq info [90356:90356:7:4294967295] 00000400:00000200:0.0:1761317072.441306:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.441310:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.441314:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354314). 00000800:00000200:0.0:1761317072.441318:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.441333:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.441335:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.441507:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.441511:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82354066). 00000400:00000200:2.0:1761317072.441514:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.441519:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.441522:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000464f94af 00000400:00000010:2.0:1761317072.441524:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000464f94af. 00000800:00000200:2.0:1761317072.443866:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.443872:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:2.0:1761317072.443879:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.443887:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.443893:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:2.0:1761317072.443894:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00000100:00000200:2.0:1761317072.443902:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902788032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.444487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7e17280. 00010000:00000010:3.1:1761317072.444497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023277290. 00010000:00000010:3.1:1761317072.444501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037dce320. 00010000:00000010:0.1:1761317072.448556:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000757ee21. 00010000:00000010:0.1:1761317072.448572:0:78589:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3d0693c. 00010000:00000010:0.1:1761317072.448577:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab51df5. 00000400:00000200:2.0:1761317072.448634:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.448652:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e3c0 00000400:00000200:2.0:1761317072.448660:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a7d [1] + 224 00000400:00000200:2.0:1761317072.448704:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.448709:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.448720:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902788032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.448911:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e923b7a9. 00000400:00000200:3.0:1761317072.448916:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7f51b1 00000400:00000010:3.0:1761317072.448918:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7f51b1. 00000100:00000200:3.0:1761317072.448923:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902788032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.448930:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902788032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.448958:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a14a3f16. 02000000:00000010:3.0:1761317072.448964:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c146c222. 00000100:00000010:3.0:1761317072.448968:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:3.0:1761317072.448972:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066113fe1. 00010000:00000010:3.0:1761317072.448975:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ecef4794. 00000400:00000200:1.0:1761317072.456671:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.456720:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f8c0 00000400:00000200:1.0:1761317072.456728:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb03e1 [2] + 328 00000400:00000200:1.0:1761317072.456788:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.456793:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.456800:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.456807:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4cb5c87. 00000020:00000010:0.0:1761317072.456868:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b75349c1. 00000020:00000010:0.0:1761317072.456875:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.456879:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.456904:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4cb5c87 x1846872898926784/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317072.456936:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926784 02000000:00000010:0.0:1761317072.456948:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e90a1af4. 00010000:00000010:0.0:1761317072.456975:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dca0fd2e. 00010000:00000010:0.0:1761317072.456993:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317072.457001:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317072.457010:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:0.0:1761317072.457013:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317072.457025:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317072.457030:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926784, offset 224 00000400:00000200:0.0:1761317072.457038:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.457048:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.457054:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90357:90357:256:4294967295] 192.168.204.21@tcp LPNI seq info [90357:90357:8:4294967295] 00000400:00000200:0.0:1761317072.457063:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.457067:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.457071:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317072.457076:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.457082:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.457085:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.457112:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.457117:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.457119:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b75349c1. 00000800:00000200:1.0:1761317072.457413:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.457417:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:1.0:1761317072.457421:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.457426:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.457430:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:1.0:1761317072.457432:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00080000:00000010:3.0:1761317072.458014:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c18bb605. 00010000:00000010:3.0:1761317072.458111:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc45ecf0. 00010000:00000010:3.0:1761317072.458119:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f647cac2. 00010000:00000010:3.0:1761317072.458210:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ecefe51. 00010000:00000010:3.0:1761317072.458217:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317072.458230:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000097231c03. 00000100:00000010:3.0:1761317072.458236:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.458244:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317072.458256:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c717ffed. 02000000:00000010:3.0:1761317072.458281:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c146c222. 00000400:00000010:3.0:1761317072.458287:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317072.458292:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe45649f. 00000100:00000200:3.0:1761317072.458298:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788096, portal 16 00000400:00000010:3.0:1761317072.458310:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034199819. 00000100:00000200:3.0:1761317072.458313:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788096, offset 0 00000400:00000200:3.0:1761317072.458321:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.458342:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.458349:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.458353:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.458356:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.458359:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90358:90358:256:4294967295] 192.168.204.21@tcp LPNI seq info [90358:90358:8:4294967295] 00000400:00000200:3.0:1761317072.458368:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.458373:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.458378:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.458383:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.458388:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.458391:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.460725:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.460732:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.460744:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.460752:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.460757:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034199819 00000400:00000010:0.0:1761317072.460759:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034199819. 00000100:00000200:0.0:1761317072.460767:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902788096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.464785:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.464807:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e400 00000400:00000200:3.0:1761317072.464815:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a89 [1] + 224 00000400:00000200:3.0:1761317072.464830:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.464835:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.464846:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902788096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317072.464956:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:0.0:1761317072.464961:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe45649f 00000400:00000010:0.0:1761317072.464963:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe45649f. 00000100:00000200:0.0:1761317072.464969:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902788096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.464978:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902788096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.465010:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c146c222. 02000000:00000010:0.0:1761317072.465017:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c717ffed. 00000100:00000010:0.0:1761317072.465022:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:0.0:1761317072.465026:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.0:1761317072.465030:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000097231c03. 00000400:00000200:3.0:1761317072.469297:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.469330:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f900 00000400:00000200:3.0:1761317072.469339:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb03e1 [2] + 656 00000400:00000200:3.0:1761317072.469399:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.469405:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.469412:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.469418:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 00000020:00000010:0.0:1761317072.469524:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c717ffed. 00000020:00000010:0.0:1761317072.469533:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.469538:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.469564:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000068b05b97 x1846872898926848/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317072.469605:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926848 02000000:00000010:0.0:1761317072.469617:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c146c222. 00010000:00000010:0.0:1761317072.469648:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023d8450b. 00010000:00000010:0.0:1761317072.469673:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317072.469708:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317072.469730:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:0.0:1761317072.469734:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00000400:00000010:0.0:1761317072.469748:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317072.469753:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926848, offset 224 00080000:00000010:3.0:1761317072.469760:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a14a3f16. 00000400:00000200:0.0:1761317072.469765:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.469777:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.469782:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90359:90359:256:4294967295] 192.168.204.21@tcp LPNI seq info [90359:90359:8:4294967295] 00000400:00000200:0.0:1761317072.469792:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.469797:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.469802:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317072.469808:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.469815:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.469819:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.469840:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.469845:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.469849:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c717ffed. 00010000:00000010:3.0:1761317072.469852:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317072.469860:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063ea3490. 00000800:00000200:0.0:1761317072.469918:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.469922:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82353818). 00000400:00000200:0.0:1761317072.469926:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.469929:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.469933:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:0.0:1761317072.469935:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00010000:00000010:3.0:1761317072.469942:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085241836. 00010000:00000010:3.0:1761317072.469949:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317072.469960:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ddae4d42. 00000100:00000010:3.0:1761317072.469966:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.469972:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 02000000:00000010:3.0:1761317072.469984:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a4eab2c. 02000000:00000010:3.0:1761317072.470009:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b40ec75. 00000400:00000010:3.0:1761317072.470015:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317072.470019:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317072.470023:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788160, portal 16 00000400:00000010:3.0:1761317072.470028:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dda9d8. 00000100:00000200:3.0:1761317072.470030:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788160, offset 0 00000400:00000200:3.0:1761317072.470034:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.470042:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.470049:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.470053:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.470056:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.470058:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90360:90360:256:4294967295] 192.168.204.21@tcp LPNI seq info [90360:90360:8:4294967295] 00000400:00000200:3.0:1761317072.470065:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.470069:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.470072:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.470076:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.470081:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.470083:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.470148:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.470151:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.470159:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.470163:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.470166:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dda9d8 00000400:00000010:0.0:1761317072.470167:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dda9d8. 00000100:00000200:0.0:1761317072.470171:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a88443b x1846872902788160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.475313:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.475341:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e440 00000400:00000200:3.0:1761317072.475350:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1a95 [1] + 224 00000400:00000200:3.0:1761317072.475364:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.475367:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.475379:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a88443b x1846872902788160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.475422:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.475427:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f940 00000400:00000200:3.0:1761317072.475433:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb03e1 [2] + 984 00000400:00000010:0.0:1761317072.475449:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:0.0:1761317072.475455:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:0.0:1761317072.475458:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:0.0:1761317072.475467:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a88443b x1846872902788160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.475475:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a88443b x1846872902788160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.475483:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.475489:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.475493:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.475499:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 02000000:00000010:0.0:1761317072.475511:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b40ec75. 02000000:00000010:0.0:1761317072.475521:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a4eab2c. 00000100:00000010:0.0:1761317072.475526:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 00000100:00000010:0.0:1761317072.475530:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.0:1761317072.475534:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ddae4d42. 00000020:00000010:2.0:1761317072.475614:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f33b40d. 00000020:00000010:2.0:1761317072.475622:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bf433388. 00000020:00000010:2.0:1761317072.475626:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.475653:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a6f6e07 x1846872898926912/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317072.475711:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926912 02000000:00000010:2.0:1761317072.475723:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d01cf3d. 00010000:00000010:2.0:1761317072.475751:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9b032a7. 00010000:00000010:2.0:1761317072.475772:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000541b2eda. 00000100:00000010:2.0:1761317072.475778:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b507433. 00000100:00000010:2.0:1761317072.475792:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b507433. 00010000:00000010:2.0:1761317072.475795:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000541b2eda. 00000400:00000010:2.0:1761317072.475808:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f39d74ae. 00000100:00000200:2.0:1761317072.475813:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926912, offset 224 00000400:00000200:2.0:1761317072.475821:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.475835:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.475842:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90361:90361:256:4294967295] 192.168.204.21@tcp LPNI seq info [90361:90361:8:4294967295] 00000400:00000200:2.0:1761317072.475851:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.475856:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.475860:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317072.475865:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.475874:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.475877:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.475894:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bf433388. 00000020:00000010:2.0:1761317072.475898:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.475901:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f33b40d. 00000800:00000200:0.0:1761317072.476099:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.476102:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:0.0:1761317072.476108:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.476112:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.476114:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:0.0:1761317072.476116:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00080000:00000010:3.0:1761317072.477185:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022f314d8. 00010000:00000010:3.0:1761317072.477285:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317072.477292:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8a9688b. 00010000:00000010:3.0:1761317072.477383:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050ec338f. 00010000:00000010:3.0:1761317072.477388:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317072.477399:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d137c7aa. 00000100:00000010:3.0:1761317072.477405:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.477413:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 02000000:00000010:3.0:1761317072.477426:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078adbd7f. 02000000:00000010:3.0:1761317072.477452:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084c6709f. 00000400:00000010:3.0:1761317072.477457:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317072.477462:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.477469:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788224, portal 16 00000400:00000010:3.0:1761317072.477474:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317072.477475:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788224, offset 0 00000400:00000200:3.0:1761317072.477483:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.477496:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.477502:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.477505:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.477509:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.477512:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90362:90362:256:4294967295] 192.168.204.21@tcp LPNI seq info [90362:90362:8:4294967295] 00000400:00000200:3.0:1761317072.477519:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.477524:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.477528:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.477533:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.477539:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.477543:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.480437:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.480445:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.480460:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.480470:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.480476:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:0.0:1761317072.480478:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000100:00000200:0.0:1761317072.480486:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008e6a67e x1846872902788224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.492516:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.492542:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e480 00000400:00000200:3.0:1761317072.492553:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1aa1 [1] + 224 00000400:00000200:3.0:1761317072.492569:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.492573:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.492584:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008e6a67e x1846872902788224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.492627:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.492635:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f980 00000400:00000200:3.0:1761317072.492640:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb03e1 [2] + 1312 00000400:00000010:0.0:1761317072.492648:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317072.492652:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.492655:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000200:3.0:1761317072.492658:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000010:0.0:1761317072.492658:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00000100:00000200:3.0:1761317072.492666:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761317072.492668:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008e6a67e x1846872902788224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761317072.492672:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 00000100:00000200:0.0:1761317072.492715:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008e6a67e x1846872902788224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.492751:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084c6709f. 02000000:00000010:0.0:1761317072.492759:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078adbd7f. 00000100:00000010:0.0:1761317072.492763:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 00000100:00000010:0.0:1761317072.492767:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.0:1761317072.492770:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d137c7aa. 00000020:00000010:1.0:1761317072.493520:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040cf0607. 00000020:00000010:1.0:1761317072.493529:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317072.493535:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.493564:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000074b6d37 x1846872898926976/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317072.493605:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898926976 02000000:00000010:1.0:1761317072.493618:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008e6e962c. 00010000:00000010:1.0:1761317072.493653:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4d5ee74. 00010000:00000010:1.0:1761317072.493674:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9f386c9. 00000100:00000010:1.0:1761317072.493703:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d1e4fc4. 00000100:00000010:1.0:1761317072.493717:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d1e4fc4. 00010000:00000010:1.0:1761317072.493720:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9f386c9. 00000400:00000010:1.0:1761317072.493736:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d317c72e. 00080000:00000010:0.0:1761317072.493739:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a4eab2c. 00000100:00000200:1.0:1761317072.493742:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898926976, offset 224 00000400:00000200:1.0:1761317072.493752:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.493764:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.493771:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90363:90363:256:4294967295] 192.168.204.21@tcp LPNI seq info [90363:90363:8:4294967295] 00010000:00000010:0.0:1761317072.493834:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:0.0:1761317072.493841:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028fdb900. 00000400:00000200:1.0:1761317072.493869:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.493877:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.493883:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82354066). 00000800:00000200:1.0:1761317072.493891:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.493899:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.493905:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761317072.493924:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e8b9ab6. 00000020:00000010:1.0:1761317072.493930:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00010000:00000010:0.0:1761317072.493931:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfcfa073. 00000020:00000010:1.0:1761317072.493938:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.493943:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040cf0607. 00010000:00000010:0.0:1761317072.493945:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbf428be. 00000100:00000010:0.0:1761317072.493950:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317072.493959:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317072.493972:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b40ec75. 02000000:00000010:0.0:1761317072.493999:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c717ffed. 00000400:00000010:0.0:1761317072.494005:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317072.494009:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317072.494015:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788288, portal 16 00000400:00000010:0.0:1761317072.494020:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317072.494022:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788288, offset 0 00000400:00000200:0.0:1761317072.494035:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.494041:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.494047:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.494050:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.494054:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.494056:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90364:90364:255:4294967295] 192.168.204.21@tcp LPNI seq info [90364:90364:7:4294967295] 00000400:00000200:0.0:1761317072.494063:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.494068:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.494071:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354314). 00000800:00000200:0.0:1761317072.494075:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.494078:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.494081:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.494175:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.494179:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82354066). 00000400:00000200:2.0:1761317072.494183:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.494187:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.494190:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:2.0:1761317072.494192:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 00000800:00000200:2.0:1761317072.494265:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.494267:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82353818). 00000400:00000200:2.0:1761317072.494270:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.494273:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.494275:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace4178 00000400:00000010:2.0:1761317072.494276:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace4178. 00000100:00000200:2.0:1761317072.494280:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902788288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.495173:0:78591:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000074fe224. 00010000:00000010:3.1:1761317072.495188:0:78591:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00000400:00000200:0.0:1761317072.497873:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.497893:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e4c0 00000400:00000200:0.0:1761317072.497901:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1aad [1] + 224 00000400:00000200:0.0:1761317072.497913:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.497916:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.497927:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902788288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.497964:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.497970:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15f9c0 00000400:00000200:0.0:1761317072.497975:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb03e1 [2] + 1640 00000400:00000200:0.0:1761317072.497985:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.497988:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.497992:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.497998:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000400:00000010:1.0:1761317072.498350:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:1.0:1761317072.498357:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:1.0:1761317072.498359:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00000100:00000200:1.0:1761317072.498366:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902788288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.498374:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902788288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.498404:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c717ffed. 02000000:00000010:1.0:1761317072.498410:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b40ec75. 00000100:00000010:1.0:1761317072.498414:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:1.0:1761317072.498417:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:1.0:1761317072.498421:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbf428be. 00010000:00000010:0.1:1761317072.501111:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000caf3dca. 00010000:00000010:0.1:1761317072.501133:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d98d4b. 00000020:00000010:2.0:1761317072.501253:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000589bec26. 00000020:00000010:2.0:1761317072.501260:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bf433388. 00000020:00000010:2.0:1761317072.501264:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.501293:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898927040/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317072.501343:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927040 02000000:00000010:2.0:1761317072.501358:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051489478. 00010000:00000010:2.0:1761317072.501388:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fb43ddb. 00010000:00000010:2.0:1761317072.501409:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000541b2eda. 00000100:00000010:2.0:1761317072.501417:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b507433. 00000100:00000010:2.0:1761317072.501438:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b507433. 00010000:00000010:2.0:1761317072.501441:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000541b2eda. 00000400:00000010:2.0:1761317072.501456:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e1f037. 00000100:00000200:2.0:1761317072.501461:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927040, offset 224 00000400:00000200:2.0:1761317072.501470:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:1.0:1761317072.501566:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040cf0607. 00010000:00000010:1.0:1761317072.501653:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfcfa073. 00010000:00000010:1.0:1761317072.501661:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005606323a. 00010000:00000010:1.0:1761317072.501761:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000091f267a. 00010000:00000010:1.0:1761317072.501768:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058f3c0ce. 00010000:00000010:1.0:1761317072.501789:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9f386c9. 00000100:00000010:1.0:1761317072.501794:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d1e4fc4. 00000100:00000010:1.0:1761317072.501803:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cc2068a. 02000000:00000010:1.0:1761317072.501814:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e86c1258. 02000000:00000010:1.0:1761317072.501838:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b40ec75. 00000400:00000010:1.0:1761317072.501845:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b82159d7. 00000400:00000010:1.0:1761317072.501849:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9a47c66. 00000100:00000200:1.0:1761317072.501854:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788352, portal 16 00000400:00000010:1.0:1761317072.501859:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317072.501861:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788352, offset 0 00000400:00000200:1.0:1761317072.501866:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.502013:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.502019:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90365:90365:256:4294967295] 192.168.204.21@tcp LPNI seq info [90365:90365:8:4294967295] 00000400:00000200:2.0:1761317072.502030:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.502035:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.502040:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317072.502046:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.502053:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.502057:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1761317072.502457:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.502463:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.502467:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.502469:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.502472:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90366:90366:255:4294967295] 192.168.204.21@tcp LPNI seq info [90366:90366:7:4294967295] 00000400:00000200:1.0:1761317072.502479:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.502534:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.502565:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354314). 00000800:00000200:1.0:1761317072.502569:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.502573:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.502575:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.503297:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bf433388. 00000020:00000010:2.0:1761317072.503305:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.503309:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000589bec26. 00000800:00000200:0.0:1761317072.503501:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.503505:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82354066). 00000400:00000200:0.0:1761317072.503512:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.503518:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.503523:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:0.0:1761317072.503525:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000800:00000200:0.0:1761317072.503596:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.503598:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:0.0:1761317072.503602:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.503605:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.503607:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:0.0:1761317072.503608:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:0.0:1761317072.503615:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001cc2068a x1846872902788352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.506211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c99ae81c. 00010000:00000010:1.1:1761317072.506718:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e2fad9a. 00010000:00000010:3.1:1761317072.506946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c2aab34. 00010000:00000010:3.1:1761317072.506953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ecefe51. 00010000:00000010:3.1:1761317072.506956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a30302f. 00010000:00000010:3.1:1761317072.506960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085241836. 00000400:00000200:2.0:1761317072.509579:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.509599:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e500 00000400:00000200:2.0:1761317072.509609:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ab9 [1] + 224 00000400:00000200:2.0:1761317072.509621:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.509625:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.509637:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001cc2068a x1846872902788352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.509698:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.509704:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fa00 00000400:00000200:2.0:1761317072.509710:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb03e1 [2] + 1968 00000400:00000010:2.0:1761317072.509714:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a62bd333. 00000400:00000200:2.0:1761317072.509717:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000eaac110a 00000400:00000200:2.0:1761317072.509726:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.509729:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.509731:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaac110a 00000400:00000010:2.0:1761317072.509733:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000eaac110a (tot 82353666). 00000100:00000200:2.0:1761317072.509738:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317072.510239:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5d68d8. 00000020:00000010:1.0:1761317072.510247:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004faaea26. 00000020:00000010:1.0:1761317072.510253:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.510280:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b905b2a2 x1846872898927104/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317072.510320:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927104 02000000:00000010:1.0:1761317072.510361:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064f32594. 00010000:00000010:1.0:1761317072.510404:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000330a2568. 00000100:00000010:1.0:1761317072.510412:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003c05f8fa. 00000100:00000010:1.0:1761317072.510419:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003c05f8fa. 00010000:00000010:1.0:1761317072.510423:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000330a2568. 00000400:00000010:1.0:1761317072.510441:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdd7e85d. 00000100:00000200:1.0:1761317072.510446:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927104, offset 224 00000400:00000200:1.0:1761317072.510454:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.510465:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.510470:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90367:90367:256:4294967295] 192.168.204.21@tcp LPNI seq info [90367:90367:8:4294967295] 00000400:00000200:1.0:1761317072.510480:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.510484:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.510489:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82353914). 00000800:00000200:1.0:1761317072.510495:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.510501:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.510505:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.510521:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004faaea26. 00000020:00000010:1.0:1761317072.510527:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.510530:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5d68d8. 02000000:00000010:1.0:1761317072.510538:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051489478. 00000100:00000010:1.0:1761317072.510542:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 02000000:00000010:1.0:1761317072.510546:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008e6e962c. 00000100:00000010:1.0:1761317072.510548:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 02000000:00000010:1.0:1761317072.510550:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d01cf3d. 00000100:00000010:1.0:1761317072.510553:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 02000000:00000010:1.0:1761317072.510555:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c146c222. 00000100:00000010:1.0:1761317072.510557:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 02000000:00000010:1.0:1761317072.510559:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e90a1af4. 00000100:00000010:1.0:1761317072.510561:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4cb5c87. 02000000:00000010:1.0:1761317072.510564:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000062fac83. 00000100:00000010:1.0:1761317072.510565:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000389e62. 00000100:00000200:1.0:1761317072.510571:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317072.510576:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a760c6a. 00000400:00000010:1.0:1761317072.510579:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003c05f8fa (tot 82354066). 00000800:00000200:0.0:1761317072.515483:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.515492:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:0.0:1761317072.515501:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.515511:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.515518:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdd7e85d 00000400:00000010:0.0:1761317072.515520:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdd7e85d. 02000000:00000010:0.0:1761317072.515527:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064f32594. 00000400:00000010:0.0:1761317072.515560:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b82159d7. 00000400:00000200:0.0:1761317072.515563:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9a47c66 00000400:00000010:0.0:1761317072.515564:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9a47c66. 00000100:00000200:0.0:1761317072.515573:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001cc2068a x1846872902788352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.515582:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001cc2068a x1846872902788352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317072.515609:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c660ac2. 02000000:00000010:0.0:1761317072.515627:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b40ec75. 02000000:00000010:0.0:1761317072.515637:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e86c1258. 00000100:00000010:0.0:1761317072.515641:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cc2068a. 00000100:00000010:0.0:1761317072.515646:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d1e4fc4. 00010000:00000010:0.0:1761317072.515650:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9f386c9. 00080000:00000010:0.0:1761317072.515670:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c717ffed. 00010000:00000010:0.0:1761317072.515789:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058f3c0ce. 00010000:00000010:0.0:1761317072.515797:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5b39c57. 00010000:00000010:0.0:1761317072.515871:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.0:1761317072.515878:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317072.515890:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba7aa5e3. 00000100:00000010:0.0:1761317072.515897:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317072.515905:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 02000000:00000010:0.0:1761317072.515919:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b40ec75. 02000000:00000010:0.0:1761317072.515944:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b75349c1. 00000400:00000010:0.0:1761317072.515949:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009701e82f. 00000400:00000010:0.0:1761317072.515954:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317072.515959:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788416, portal 16 00000400:00000010:0.0:1761317072.515964:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317072.515966:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788416, offset 0 00000400:00000200:0.0:1761317072.515973:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.515985:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.515991:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.515994:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.515997:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.516000:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90368:90368:256:4294967295] 192.168.204.21@tcp LPNI seq info [90368:90368:8:4294967295] 00000400:00000200:0.0:1761317072.516010:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.516015:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.516019:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317072.516024:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.516031:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.516035:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.516128:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.516132:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:3.0:1761317072.516137:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.516143:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.516146:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:3.0:1761317072.516148:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 00000100:00000200:3.0:1761317072.516156:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007028d207 x1846872902788416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.516284:0:78592:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd52001a. 00010000:00000010:0.1:1761317072.516731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dd2036b. 00010000:00000010:0.1:1761317072.516738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050ec338f. 00000400:00000200:3.0:1761317072.520124:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.520145:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e540 00000400:00000200:3.0:1761317072.520154:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ac9 [1] + 224 00000400:00000200:3.0:1761317072.520167:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.520171:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.520182:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007028d207 x1846872902788416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317072.520965:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009701e82f. 00000400:00000200:0.0:1761317072.520973:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:0.0:1761317072.520976:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00000400:00000200:3.0:1761317072.520981:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000100:00000200:0.0:1761317072.520986:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007028d207 x1846872902788416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.520995:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fa40 00000100:00000200:0.0:1761317072.521002:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007028d207 x1846872902788416/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.521006:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0439 [2] + 0 02000000:00000010:0.0:1761317072.521051:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b75349c1. 02000000:00000010:0.0:1761317072.521059:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b40ec75. 00000100:00000010:0.0:1761317072.521063:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 00000100:00000010:0.0:1761317072.521069:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:0.0:1761317072.521072:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba7aa5e3. 00000400:00000200:3.0:1761317072.521085:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.521090:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.521096:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.521101:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00010000:00000010:0.1:1761317072.524640:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6d0d596. 00000020:00000010:0.0:1761317072.524726:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b75349c1. 00000020:00000010:0.0:1761317072.524735:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.524740:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.524777:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898927168/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317072.524817:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927168 02000000:00000010:0.0:1761317072.524829:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b40ec75. 00010000:00000010:0.0:1761317072.524857:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002d71527. 00010000:00000010:0.0:1761317072.524876:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba7aa5e3. 00000100:00000010:0.0:1761317072.524883:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317072.524896:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:0.0:1761317072.524899:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba7aa5e3. 00000400:00000010:0.0:1761317072.524911:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317072.524916:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927168, offset 224 00000400:00000200:0.0:1761317072.524925:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.524940:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.524946:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90369:90369:256:4294967295] 192.168.204.21@tcp LPNI seq info [90369:90369:8:4294967295] 00000400:00000200:0.0:1761317072.524956:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.524962:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.524967:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317072.524975:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.524982:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.524986:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.525007:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.525011:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.525014:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b75349c1. 00000800:00000200:0.0:1761317072.525128:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.525132:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:0.0:1761317072.525136:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.525140:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.525144:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:0.0:1761317072.525146:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00010000:00000010:1.1:1761317072.525215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0e0f8a5. 00010000:00000010:1.1:1761317072.525223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8b9ab6. 00080000:00000010:3.0:1761317072.525526:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e6e2c8c. 00010000:00000010:3.0:1761317072.525617:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:3.0:1761317072.525625:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae17f3fa. 00010000:00000010:3.0:1761317072.525755:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085241836. 00010000:00000010:3.0:1761317072.525762:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.525773:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007e062112. 00000100:00000010:3.0:1761317072.525778:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.525786:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 02000000:00000010:3.0:1761317072.525796:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007737b8e5. 02000000:00000010:3.0:1761317072.525822:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000192bbb89. 00000400:00000010:3.0:1761317072.525829:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317072.525834:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317072.525840:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788480, portal 16 00000400:00000010:3.0:1761317072.525844:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317072.525846:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788480, offset 0 00000400:00000200:3.0:1761317072.525852:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.525862:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.525868:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.525872:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.525875:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.525879:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90370:90370:256:4294967295] 192.168.204.21@tcp LPNI seq info [90370:90370:8:4294967295] 00000400:00000200:3.0:1761317072.525885:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.525889:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.525893:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.525898:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.525903:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.525906:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.526342:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.526346:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.526355:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.526360:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.526364:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:0.0:1761317072.526366:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000100:00000200:0.0:1761317072.526372:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002f78b74e x1846872902788480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.533529:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.533548:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e580 00000400:00000200:3.0:1761317072.533557:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ad5 [1] + 224 00000400:00000200:3.0:1761317072.533584:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.533590:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.533601:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f78b74e x1846872902788480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317072.533665:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:0.0:1761317072.533671:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:0.0:1761317072.533673:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000100:00000200:0.0:1761317072.533706:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002f78b74e x1846872902788480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.533713:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002f78b74e x1846872902788480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.533747:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000192bbb89. 02000000:00000010:0.0:1761317072.533756:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007737b8e5. 00000100:00000010:0.0:1761317072.533761:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 00000100:00000010:0.0:1761317072.533764:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.0:1761317072.533768:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007e062112. 00000400:00000200:0.0:1761317072.534845:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.534857:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fa80 00000400:00000200:0.0:1761317072.534863:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0439 [2] + 328 00000400:00000200:0.0:1761317072.534922:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.534926:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.534931:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.534937:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000020:00000010:1.0:1761317072.535009:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064f32594. 00000020:00000010:1.0:1761317072.535016:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004faaea26. 00000020:00000010:1.0:1761317072.535021:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.535044:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898927232/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317072.535080:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927232 02000000:00000010:1.0:1761317072.535093:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e90a1af4. 00010000:00000010:1.0:1761317072.535121:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a603e7a2. 00010000:00000010:1.0:1761317072.535144:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000330a2568. 00000100:00000010:1.0:1761317072.535150:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.535170:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.535173:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000330a2568. 00000400:00000010:1.0:1761317072.535187:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317072.535192:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927232, offset 224 00080000:00000010:3.0:1761317072.535208:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078adbd7f. 00000400:00000200:1.0:1761317072.535291:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00010000:00000010:3.0:1761317072.535299:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00000400:00000200:1.0:1761317072.535305:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00010000:00000010:3.0:1761317072.535307:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ad9814a7. 00000400:00000200:1.0:1761317072.535312:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90371:90371:256:4294967295] 192.168.204.21@tcp LPNI seq info [90371:90371:8:4294967295] 00000400:00000200:1.0:1761317072.535332:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.535338:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.535342:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317072.535348:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.535354:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.535358:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761317072.535393:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ecefe51. 00010000:00000010:3.0:1761317072.535399:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.535410:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.535413:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.535420:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317072.535431:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000084c6709f. 02000000:00000010:3.0:1761317072.535454:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007737b8e5. 00000400:00000010:3.0:1761317072.535459:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.535463:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317072.535468:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788544, portal 16 00000400:00000010:3.0:1761317072.535472:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000249f2032. 00000100:00000200:3.0:1761317072.535473:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788544, offset 0 00000400:00000200:3.0:1761317072.535479:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.535485:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.535492:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.535495:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.535498:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.535501:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90372:90372:255:4294967295] 192.168.204.21@tcp LPNI seq info [90372:90372:7:4294967295] 00000400:00000200:3.0:1761317072.535508:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.535513:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.535516:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354314). 00000800:00000200:3.0:1761317072.535520:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.535524:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.535526:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.538673:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004faaea26. 00000020:00000010:1.0:1761317072.538712:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.538717:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064f32594. 00010000:00000010:0.1:1761317072.541006:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba76a9b5. 00010000:00000010:0.1:1761317072.541023:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000091f267a. 00000800:00000200:0.0:1761317072.541072:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.541076:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82354066). 00000400:00000200:0.0:1761317072.541082:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.541091:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.541097:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:0.0:1761317072.541099:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000800:00000200:0.0:1761317072.541177:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.541179:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.541189:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.541192:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.541194:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000249f2032 00000400:00000010:0.0:1761317072.541196:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000249f2032. 00000100:00000200:0.0:1761317072.541203:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902788544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.543190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038175ff6. 00010000:00000010:3.1:1761317072.543203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8f2be. 00000400:00000200:2.0:1761317072.544697:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.544715:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e5c0 00000400:00000200:2.0:1761317072.544722:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ae1 [1] + 224 00000400:00000200:2.0:1761317072.544734:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.544737:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.544746:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902788544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.544777:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.544783:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fac0 00000400:00000200:2.0:1761317072.544788:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0439 [2] + 656 00000400:00000200:2.0:1761317072.544796:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761317072.544797:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:2.0:1761317072.544800:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.544804:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:3.0:1761317072.544923:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:3.0:1761317072.544930:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902788544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.544930:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.544937:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00000100:00000200:3.0:1761317072.544942:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902788544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.544971:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007737b8e5. 02000000:00000010:3.0:1761317072.544978:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000084c6709f. 00000100:00000010:3.0:1761317072.544981:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317072.544983:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.544987:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00000020:00000010:1.0:1761317072.545029:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5d68d8. 00000020:00000010:1.0:1761317072.545037:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317072.545040:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.545064:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898927296/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317072.545100:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927296 02000000:00000010:1.0:1761317072.545112:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064f32594. 00010000:00000010:1.0:1761317072.545143:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fba266dd. 00010000:00000010:1.0:1761317072.545166:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317072.545173:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.545189:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.545191:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000010:1.0:1761317072.545206:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317072.545211:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927296, offset 224 00000400:00000200:1.0:1761317072.545220:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.545230:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.545235:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90373:90373:256:4294967295] 192.168.204.21@tcp LPNI seq info [90373:90373:8:4294967295] 00000400:00000200:1.0:1761317072.545246:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.545251:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.545256:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354066). 00000800:00000200:1.0:1761317072.545261:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.545268:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.545272:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.545298:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317072.545304:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.545307:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5d68d8. 00000800:00000200:0.0:1761317072.545389:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.545393:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:0.0:1761317072.545397:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.545400:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.545402:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:0.0:1761317072.545403:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00080000:00000010:3.0:1761317072.545437:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084c6709f. 00010000:00000010:3.0:1761317072.545573:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.545579:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000495adfbe. 00010000:00000010:3.0:1761317072.545655:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d76784. 00010000:00000010:3.0:1761317072.545661:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.545670:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.545673:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00010000:00000010:3.1:1761317072.545697:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000447dd150. 00010000:00000010:3.1:1761317072.545703:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085241836. 00010000:00000010:1.1:1761317072.545826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb68b1a9. 00010000:00000010:0.1:1761317072.546171:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da2614cb. 00000100:00000010:3.0:1761317072.549546:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317072.549571:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007737b8e5. 02000000:00000010:3.0:1761317072.549608:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000192bbb89. 00000400:00000010:3.0:1761317072.549616:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.549624:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317072.549631:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788608, portal 16 00000400:00000010:3.0:1761317072.549636:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317072.549638:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788608, offset 0 00000400:00000200:3.0:1761317072.549649:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.549664:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.549671:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.549674:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.549688:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.549692:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90374:90374:256:4294967295] 192.168.204.21@tcp LPNI seq info [90374:90374:8:4294967295] 00000400:00000200:3.0:1761317072.549703:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.549709:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.549714:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.549721:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.549728:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.549732:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.553315:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.553334:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:0.0:1761317072.553349:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.553359:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.553366:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:0.0:1761317072.553369:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000100:00000200:0.0:1761317072.553378:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902788608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.554010:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.554028:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e600 00000400:00000200:2.0:1761317072.554037:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1aed [1] + 224 00000400:00000200:2.0:1761317072.554048:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.554051:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.554058:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902788608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.554089:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.554094:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fb00 00000400:00000200:2.0:1761317072.554099:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0439 [2] + 984 00000400:00000200:2.0:1761317072.554152:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.554155:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.554159:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.554165:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 00000020:00000010:1.0:1761317072.554241:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c5d68d8. 00000020:00000010:1.0:1761317072.554248:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317072.554253:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.554278:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000043b3a93 x1846872898927360/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317072.554315:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927360 02000000:00000010:1.0:1761317072.554340:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000589bec26. 00010000:00000010:1.0:1761317072.554381:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317072.554388:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.554394:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.554397:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000010:1.0:1761317072.554413:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317072.554418:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927360, offset 224 00000400:00000200:1.0:1761317072.554425:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.554436:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.554442:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90375:90375:256:4294967295] 192.168.204.21@tcp LPNI seq info [90375:90375:8:4294967295] 00000400:00000200:1.0:1761317072.554452:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.554458:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.554462:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354066). 00000800:00000200:1.0:1761317072.554467:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.554473:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.554477:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.554509:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317072.554516:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.554519:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c5d68d8. 00000800:00000200:2.0:1761317072.554923:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.554927:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:2.0:1761317072.554933:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.554938:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.554942:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:2.0:1761317072.554943:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00010000:00000010:3.1:1761317072.555057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5778f08. 00010000:00000010:3.1:1761317072.555065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ecefe51. 00000400:00000010:3.0:1761317072.555083:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317072.555086:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:3.0:1761317072.555088:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:3.0:1761317072.555094:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902788608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.555151:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902788608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317072.555172:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a8ff486. 02000000:00000010:3.0:1761317072.555190:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000192bbb89. 02000000:00000010:3.0:1761317072.555196:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007737b8e5. 00000100:00000010:3.0:1761317072.555201:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317072.555204:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.555207:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00080000:00000010:3.0:1761317072.555224:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004306bef0. 00010000:00000010:3.0:1761317072.555313:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.555328:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5b28d98. 00010000:00000010:3.0:1761317072.555406:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ecefe51. 00010000:00000010:3.0:1761317072.555413:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.555422:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.555426:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.555432:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317072.555443:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f1d9a60. 02000000:00000010:3.0:1761317072.555467:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095047811. 00000400:00000010:3.0:1761317072.555471:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.555474:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317072.555479:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788672, portal 16 00000400:00000010:3.0:1761317072.555483:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317072.555484:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788672, offset 0 00000400:00000200:3.0:1761317072.555489:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.555498:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.555505:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.555508:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.555510:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.555513:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90376:90376:256:4294967295] 192.168.204.21@tcp LPNI seq info [90376:90376:8:4294967295] 00000400:00000200:3.0:1761317072.555521:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.555526:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.555529:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.555533:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.555538:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.555541:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761317072.555636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac0f1426. 00000800:00000200:1.0:1761317072.555769:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.555772:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317072.555780:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.555784:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.555786:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:1.0:1761317072.555788:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:1.0:1761317072.555792:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902788672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.561096:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.561116:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e640 00000400:00000200:2.0:1761317072.561124:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1af9 [1] + 224 00000400:00000200:2.0:1761317072.561136:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.561139:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.561153:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902788672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.561194:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.561199:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fb40 00000400:00000200:2.0:1761317072.561204:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0439 [2] + 1312 00000400:00000200:2.0:1761317072.561264:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.561268:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.561272:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.561280:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 00000020:00000010:0.0:1761317072.561376:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ac72674. 00000020:00000010:0.0:1761317072.561384:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.561388:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.561413:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e50a22a x1846872898927424/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317072.561448:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927424 02000000:00000010:0.0:1761317072.561459:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e2abc66. 00010000:00000010:0.0:1761317072.561498:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba7aa5e3. 00000100:00000010:0.0:1761317072.561505:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317072.561511:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:0.0:1761317072.561515:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba7aa5e3. 00000400:00000010:0.0:1761317072.561528:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317072.561533:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927424, offset 224 00000400:00000200:0.0:1761317072.561541:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.561551:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.561556:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90377:90377:256:4294967295] 192.168.204.21@tcp LPNI seq info [90377:90377:8:4294967295] 00000400:00000200:0.0:1761317072.561565:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.561569:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.561573:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317072.561578:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.561584:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.561588:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.561611:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.561615:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.561617:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ac72674. 00010000:00000010:3.1:1761317072.561716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014b3280e. 00010000:00000010:3.1:1761317072.561724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058df3b42. 00010000:00000010:3.1:1761317072.561728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d76784. 00000400:00000010:3.0:1761317072.561745:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317072.561749:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:3.0:1761317072.561752:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:3.0:1761317072.561757:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902788672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.561764:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902788672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317072.561785:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a308a12. 02000000:00000010:3.0:1761317072.561813:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095047811. 02000000:00000010:3.0:1761317072.561818:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f1d9a60. 00000100:00000010:3.0:1761317072.561821:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317072.561824:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.561826:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00080000:00000010:3.0:1761317072.561846:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007737b8e5. 00010000:00000010:3.0:1761317072.561936:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.561942:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067e7df60. 00010000:00000010:3.0:1761317072.562018:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d76784. 00010000:00000010:3.0:1761317072.562023:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317072.562033:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.562037:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.562042:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317072.562051:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000192bbb89. 02000000:00000010:3.0:1761317072.562073:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f1d9a60. 00000400:00000010:3.0:1761317072.562077:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.562080:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317072.562085:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788736, portal 16 00000400:00000010:3.0:1761317072.562089:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317072.562097:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788736, offset 0 00000400:00000200:3.0:1761317072.562104:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.562111:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.562117:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.562120:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.562123:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.562125:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90378:90378:255:4294967295] 192.168.204.21@tcp LPNI seq info [90378:90378:7:4294967295] 00000400:00000200:3.0:1761317072.562132:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.562136:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.562139:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354314). 00000800:00000200:3.0:1761317072.562143:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.562147:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.562150:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.562345:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.562348:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82354066). 00000400:00000200:2.0:1761317072.562352:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.562356:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.562359:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:2.0:1761317072.562360:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00000800:00000200:2.0:1761317072.562396:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.562398:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:2.0:1761317072.562406:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.562409:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.562410:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:2.0:1761317072.562412:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000100:00000200:2.0:1761317072.562416:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902788736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.566570:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.566592:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e680 00000400:00000200:2.0:1761317072.566601:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b05 [1] + 224 00000400:00000200:2.0:1761317072.566620:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.566624:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.566636:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902788736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.566778:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317072.566784:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:3.0:1761317072.566787:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:3.0:1761317072.566793:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902788736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.566801:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902788736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.566924:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f1d9a60. 02000000:00000010:3.0:1761317072.566930:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000192bbb89. 00000100:00000010:3.0:1761317072.566936:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:3.0:1761317072.566939:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.566943:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00000400:00000200:2.0:1761317072.569149:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.569169:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fb80 00000400:00000200:2.0:1761317072.569177:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0439 [2] + 1640 00000400:00000200:2.0:1761317072.570137:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.570145:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.570153:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.570160:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 00000020:00000010:3.0:1761317072.570235:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f1d9a60. 00000020:00000010:3.0:1761317072.570244:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.570249:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.570276:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dc8e2499 x1846872898927488/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317072.570330:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927488 02000000:00000010:3.0:1761317072.570340:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095047811. 00010000:00000010:3.0:1761317072.570371:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab9ceaa5. 00010000:00000010:3.0:1761317072.570405:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.570412:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.570435:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.570439:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00000400:00000010:3.0:1761317072.570453:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317072.570458:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927488, offset 224 00000400:00000200:3.0:1761317072.570466:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.570478:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.570483:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90379:90379:256:4294967295] 192.168.204.21@tcp LPNI seq info [90379:90379:8:4294967295] 00000400:00000200:3.0:1761317072.570493:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.570498:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.570504:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317072.570510:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.570516:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.570520:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.570545:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.570549:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.570552:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f1d9a60. 00080000:00000010:1.0:1761317072.570657:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b75349c1. 00010000:00000010:1.0:1761317072.570779:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:1.0:1761317072.570786:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014983849. 00010000:00000010:1.0:1761317072.571066:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000004c52bc. 00010000:00000010:1.0:1761317072.571071:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000caade186. 00010000:00000010:1.0:1761317072.571077:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a44dafbe. 00010000:00000010:1.0:1761317072.571082:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000016e14c1c. 00080000:00000010:1.0:1761317072.571096:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c5d68d8. 00010000:00000010:1.0:1761317072.571123:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016e14c1c. 00010000:00000010:1.0:1761317072.571127:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000caade186. 00010000:00000010:1.0:1761317072.571180:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317072.571184:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000016e14c1c. 00010000:00000010:1.0:1761317072.571192:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317072.571197:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.571204:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 02000000:00000010:1.0:1761317072.571215:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000062fac83. 02000000:00000010:1.0:1761317072.571239:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c146c222. 00000400:00000010:1.0:1761317072.571245:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317072.571251:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.571256:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788800, portal 16 00000400:00000010:1.0:1761317072.571261:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf77a373. 00000100:00000200:1.0:1761317072.571263:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788800, offset 0 00000400:00000200:1.0:1761317072.571270:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000800:00000200:2.0:1761317072.571277:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1761317072.571280:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000800:00000010:2.0:1761317072.571282:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317072.571289:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.571293:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.571293:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.571301:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.571303:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.571308:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90380:90380:255:4294967295] 192.168.204.21@tcp LPNI seq info [90380:90380:7:4294967295] 00000400:00000200:2.0:1761317072.571310:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:2.0:1761317072.571313:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000400:00000200:1.0:1761317072.571333:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.571339:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.571344:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354066). 00000800:00000200:1.0:1761317072.571349:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.571354:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.571357:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.573048:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.573054:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00000400:00000200:0.0:1761317072.573062:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.573069:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.573074:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf77a373 00000400:00000010:0.0:1761317072.573076:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf77a373. 00000100:00000200:0.0:1761317072.573083:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8fe96b9 x1846872902788800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.575404:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.575424:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e6c0 00000400:00000200:2.0:1761317072.575432:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b11 [1] + 224 00000400:00000200:2.0:1761317072.575443:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.575446:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.575454:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8fe96b9 x1846872902788800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.575487:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.575491:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fbc0 00000400:00000200:2.0:1761317072.575495:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0439 [2] + 1968 00000400:00000010:2.0:1761317072.575500:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:2.0:1761317072.575504:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000add711d1 00000400:00000010:1.0:1761317072.575513:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:1.0:1761317072.575519:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:1.0:1761317072.575520:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.575528:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8fe96b9 x1846872902788800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.575537:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8fe96b9 x1846872902788800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.575555:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.575561:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.575564:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000add711d1 00000400:00000010:2.0:1761317072.575567:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000add711d1 (tot 82353666). 02000000:00000010:1.0:1761317072.575570:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c146c222. 00000100:00000200:2.0:1761317072.575572:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1761317072.575578:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000062fac83. 00000100:00000010:1.0:1761317072.575583:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 00000100:00000010:1.0:1761317072.575587:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.575593:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00010000:00000010:3.1:1761317072.575757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a38e8b02. 00010000:00000010:3.1:1761317072.575765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0f393cb. 00010000:00000010:3.1:1761317072.575770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ecefe51. 00000020:00000010:0.0:1761317072.576349:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ac72674. 00000020:00000010:0.0:1761317072.576357:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.576361:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.576386:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006f31fb95 x1846872898927552/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317072.576532:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927552 02000000:00000010:0.0:1761317072.576549:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000080028d12. 00010000:00000010:0.0:1761317072.576578:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002716cc35. 00010000:00000010:0.0:1761317072.576600:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba7aa5e3. 00000100:00000010:0.0:1761317072.576609:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d772a308. 00000100:00000010:0.0:1761317072.576623:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d772a308. 00010000:00000010:0.0:1761317072.576626:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba7aa5e3. 00000400:00000010:0.0:1761317072.576638:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317072.576643:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927552, offset 224 00000400:00000200:0.0:1761317072.576651:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.576665:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.576671:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90381:90381:256:4294967295] 192.168.204.21@tcp LPNI seq info [90381:90381:8:4294967295] 00000400:00000200:0.0:1761317072.576708:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.576714:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.576718:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82353914). 00000800:00000200:0.0:1761317072.576725:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.576732:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.576736:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.576763:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.576767:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.576770:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ac72674. 02000000:00000010:0.0:1761317072.576779:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095047811. 00000100:00000010:0.0:1761317072.576782:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 02000000:00000010:0.0:1761317072.576786:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e2abc66. 00000100:00000010:0.0:1761317072.576788:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 02000000:00000010:0.0:1761317072.576791:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000589bec26. 00000100:00000010:0.0:1761317072.576793:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 02000000:00000010:0.0:1761317072.576796:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064f32594. 00000100:00000010:0.0:1761317072.576798:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:0.0:1761317072.576800:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e90a1af4. 00000100:00000010:0.0:1761317072.576802:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 02000000:00000010:0.0:1761317072.576817:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b40ec75. 00000100:00000010:0.0:1761317072.576823:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 00000100:00000200:0.0:1761317072.576829:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317072.576834:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009701e82f. 00000400:00000010:0.0:1761317072.576839:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d772a308 (tot 82354066). 00080000:00000010:1.0:1761317072.576928:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000062fac83. 00010000:00000010:1.0:1761317072.577008:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016e14c1c. 00010000:00000010:1.0:1761317072.577014:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005352d1b0. 00010000:00000010:1.0:1761317072.577090:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad43f07c. 00010000:00000010:1.0:1761317072.577095:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000016e14c1c. 00010000:00000010:1.0:1761317072.577105:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317072.577109:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.577116:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 02000000:00000010:1.0:1761317072.577126:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c146c222. 02000000:00000010:1.0:1761317072.577147:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d01cf3d. 00000400:00000010:1.0:1761317072.577151:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317072.577154:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.577157:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788864, portal 16 00000400:00000010:1.0:1761317072.577160:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0545a8a. 00000100:00000200:1.0:1761317072.577162:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788864, offset 0 00000400:00000200:1.0:1761317072.577168:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.577174:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.577180:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.577183:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.577186:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.577188:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90382:90382:255:4294967295] 192.168.204.21@tcp LPNI seq info [90382:90382:7:4294967295] 00000400:00000200:1.0:1761317072.577196:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.577200:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.577203:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354314). 00000800:00000200:1.0:1761317072.577207:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.577211:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.577213:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.577298:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.577302:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82354066). 00000400:00000200:2.0:1761317072.577306:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.577310:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.577314:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:2.0:1761317072.577316:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 02000000:00000010:2.0:1761317072.577330:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000080028d12. 00000800:00000200:2.0:1761317072.577387:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.577390:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:2.0:1761317072.577394:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.577397:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.577399:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0545a8a 00000400:00000010:2.0:1761317072.577400:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0545a8a. 00000100:00000200:2.0:1761317072.577405:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8fe96b9 x1846872902788864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.579006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d9986b. 00010000:00000010:1.1:1761317072.579064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063545ca7. 00010000:00000010:1.1:1761317072.579074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d76784. 00010000:00000010:1.1:1761317072.579078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000004c52bc. 00010000:00000010:1.1:1761317072.579081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44dafbe. 00010000:00000010:0.1:1761317072.582084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000555a19df. 00000400:00000200:0.0:1761317072.582128:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.582145:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e700 00000400:00000200:0.0:1761317072.582153:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b21 [1] + 224 00000400:00000200:0.0:1761317072.582165:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.582169:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.582180:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8fe96b9 x1846872902788864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.582213:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.582218:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fc00 00000400:00000200:0.0:1761317072.582223:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0491 [2] + 0 00010000:00000010:1.1:1761317072.582272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b986218. 00010000:00000010:1.1:1761317072.582278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00000400:00000010:1.0:1761317072.582297:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:1.0:1761317072.582301:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:1.0:1761317072.582303:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.582309:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8fe96b9 x1846872902788864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.582316:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8fe96b9 x1846872902788864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.582352:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d01cf3d. 02000000:00000010:1.0:1761317072.582357:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c146c222. 00000100:00000010:1.0:1761317072.582362:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 00000100:00000010:1.0:1761317072.582366:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.582370:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000200:0.0:1761317072.582474:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.582478:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.582482:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.582486:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000020:00000010:3.0:1761317072.582629:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f1d9a60. 00000020:00000010:3.0:1761317072.582636:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.582640:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.582662:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898927616/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317072.582912:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927616 02000000:00000010:3.0:1761317072.582926:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095047811. 00010000:00000010:3.0:1761317072.582958:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af5249f7. 00010000:00000010:3.0:1761317072.582980:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.582987:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.583007:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.583010:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00000400:00000010:3.0:1761317072.583022:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317072.583026:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927616, offset 224 00000400:00000200:3.0:1761317072.583035:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.583045:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.583051:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90383:90383:256:4294967295] 192.168.204.21@tcp LPNI seq info [90383:90383:8:4294967295] 00000400:00000200:3.0:1761317072.583060:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.583065:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.583069:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000043a76dd (tot 82354066). 00000800:00000200:3.0:1761317072.583074:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.583081:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.583084:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000043a76dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.583099:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.583102:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.583105:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f1d9a60. 00080000:00000010:2.0:1761317072.583207:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e92620e. 00010000:00000010:2.0:1761317072.583292:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016e14c1c. 00010000:00000010:2.0:1761317072.583298:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008969736c. 00010000:00000010:2.0:1761317072.583375:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000084fa3e5. 00010000:00000010:2.0:1761317072.583381:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007181d2ee. 00010000:00000010:2.0:1761317072.583389:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000034babdfb. 00000100:00000010:2.0:1761317072.583393:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b507433. 00000100:00000010:2.0:1761317072.583398:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 02000000:00000010:2.0:1761317072.583407:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ab4a625. 02000000:00000010:2.0:1761317072.583425:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060684b36. 00000400:00000010:2.0:1761317072.583429:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317072.583433:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317072.583437:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788928, portal 16 00000400:00000010:2.0:1761317072.583441:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009e2c497. 00000100:00000200:2.0:1761317072.583442:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788928, offset 0 00000400:00000200:2.0:1761317072.583448:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.583454:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.583459:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.583463:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.583465:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.583468:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90384:90384:255:4294967295] 192.168.204.21@tcp LPNI seq info [90384:90384:7:4294967295] 00000400:00000200:2.0:1761317072.583475:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.583479:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.583482:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354314). 00000800:00000200:2.0:1761317072.583485:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.583490:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.583492:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.583570:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.583574:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000043a76dd (tot 82354066). 00000400:00000200:0.0:1761317072.583577:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.583581:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.583584:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:0.0:1761317072.583586:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000800:00000200:0.0:1761317072.583634:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.583636:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:0.0:1761317072.583640:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.583643:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.583644:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:0.0:1761317072.583646:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000100:00000200:0.0:1761317072.583651:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b67d81 x1846872902788928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.588041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffafc9d1. 00010000:00000010:2.1:1761317072.588128:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ce4b87c. 00010000:00000010:2.1:1761317072.588135:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad43f07c. 00000400:00000200:2.0:1761317072.588163:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.588179:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e740 00000400:00000200:2.0:1761317072.588188:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b2d [1] + 224 00000400:00000200:2.0:1761317072.588198:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.588201:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.588211:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b67d81 x1846872902788928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.588244:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.588249:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fc40 00000400:00000200:2.0:1761317072.588254:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0491 [2] + 328 00000400:00000200:2.0:1761317072.588263:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.588265:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.588269:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317072.588273:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 00000020:00000010:3.0:1761317072.588448:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f1d9a60. 00000020:00000010:3.0:1761317072.588455:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.588459:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.588482:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898927680/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317072.588518:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927680 02000000:00000010:3.0:1761317072.588531:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000192bbb89. 00010000:00000010:3.0:1761317072.588566:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.588572:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.588578:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.588581:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00000400:00000010:3.0:1761317072.588595:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000874d2110. 00000100:00000200:3.0:1761317072.588599:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927680, offset 224 00000400:00000200:3.0:1761317072.588607:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.588617:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.588622:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90385:90385:256:4294967295] 192.168.204.21@tcp LPNI seq info [90385:90385:8:4294967295] 00000400:00000200:3.0:1761317072.588633:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.588638:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.588642:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039856038 (tot 82354066). 00000800:00000200:3.0:1761317072.588648:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.588654:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.588658:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039856038 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.588699:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.588704:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.588707:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f1d9a60. 00000400:00000010:1.0:1761317072.588947:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:1.0:1761317072.588952:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:1.0:1761317072.588954:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:1.0:1761317072.588961:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b67d81 x1846872902788928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.588968:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b67d81 x1846872902788928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317072.588989:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072d71afe. 02000000:00000010:1.0:1761317072.589002:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060684b36. 02000000:00000010:1.0:1761317072.589007:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ab4a625. 00000100:00000010:1.0:1761317072.589012:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 00000100:00000010:1.0:1761317072.589016:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b507433. 00010000:00000010:1.0:1761317072.589018:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000034babdfb. 00080000:00000010:1.0:1761317072.589035:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d01cf3d. 00010000:00000010:1.0:1761317072.589121:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007181d2ee. 00010000:00000010:1.0:1761317072.589127:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7e2aa23. 00000800:00000200:0.0:1761317072.589186:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.589190:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039856038 (tot 82353818). 00010000:00000010:1.0:1761317072.589194:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00000400:00000200:0.0:1761317072.589194:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.589197:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00010000:00000010:1.0:1761317072.589200:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000922c68c3. 00000400:00000200:0.0:1761317072.589200:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000874d2110 00000400:00000010:0.0:1761317072.589201:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000874d2110. 00010000:00000010:1.0:1761317072.589209:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317072.589213:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.589219:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 02000000:00000010:1.0:1761317072.589230:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c146c222. 02000000:00000010:1.0:1761317072.589252:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e86c1258. 00000400:00000010:1.0:1761317072.589257:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317072.589260:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.589265:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902788992, portal 16 00000400:00000010:1.0:1761317072.589268:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317072.589270:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902788992, offset 0 00000400:00000200:1.0:1761317072.589275:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.589282:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.589288:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.589292:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.589294:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.589296:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90386:90386:256:4294967295] 192.168.204.21@tcp LPNI seq info [90386:90386:8:4294967295] 00000400:00000200:1.0:1761317072.589303:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.589307:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.589310:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000806fa2bf (tot 82354066). 00000800:00000200:1.0:1761317072.589314:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.589318:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.589331:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000806fa2bf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.589441:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.589443:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000806fa2bf (tot 82353818). 00000400:00000200:0.0:1761317072.589447:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.589450:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.589453:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:0.0:1761317072.589454:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00000100:00000200:0.0:1761317072.589459:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8fe96b9 x1846872902788992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.593844:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.593865:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e780 00000400:00000200:2.0:1761317072.593873:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b39 [1] + 224 00000400:00000200:2.0:1761317072.593888:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.593892:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.593903:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8fe96b9 x1846872902788992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317072.594745:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:1.0:1761317072.594752:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:1.0:1761317072.594754:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.594763:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8fe96b9 x1846872902788992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.594771:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8fe96b9 x1846872902788992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.594800:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e86c1258. 02000000:00000010:1.0:1761317072.594806:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c146c222. 00000100:00000010:1.0:1761317072.594810:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 00000100:00000010:1.0:1761317072.594814:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.594817:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000200:0.0:1761317072.595448:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.595463:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fc80 00000400:00000200:0.0:1761317072.595469:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0491 [2] + 656 00000400:00000200:0.0:1761317072.595528:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.595534:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.595540:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.595545:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 00000020:00000010:2.0:1761317072.595808:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b61fb8f5. 00000020:00000010:2.0:1761317072.595815:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317072.595819:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.595843:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017474c62 x1846872898927744/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317072.595878:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927744 02000000:00000010:2.0:1761317072.595888:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005a09ce2c. 00010000:00000010:2.0:1761317072.595916:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000161b5f0c. 00010000:00000010:2.0:1761317072.595937:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094491e74. 00000100:00000010:2.0:1761317072.595943:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b507433. 00000100:00000010:2.0:1761317072.595958:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b507433. 00010000:00000010:2.0:1761317072.595960:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094491e74. 00000400:00000010:2.0:1761317072.595973:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038c9f7c. 00000100:00000200:2.0:1761317072.595978:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927744, offset 224 00000400:00000200:2.0:1761317072.595985:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.595996:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.596001:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90387:90387:256:4294967295] 192.168.204.21@tcp LPNI seq info [90387:90387:8:4294967295] 00000400:00000200:2.0:1761317072.596010:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.596014:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.596018:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317072.596023:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.596029:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.596033:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.596058:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317072.596062:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.596065:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b61fb8f5. 00080000:00000010:1.0:1761317072.596260:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e86c1258. 00010000:00000010:1.0:1761317072.596363:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000922c68c3. 00010000:00000010:1.0:1761317072.596369:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4923e2e. 00010000:00000010:1.0:1761317072.596444:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a44dafbe. 00010000:00000010:1.0:1761317072.596450:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000922c68c3. 00010000:00000010:1.0:1761317072.596460:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317072.596465:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.596473:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 02000000:00000010:1.0:1761317072.596483:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e6e962c. 02000000:00000010:1.0:1761317072.596506:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c146c222. 00000400:00000010:1.0:1761317072.596511:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317072.596515:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.596519:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789056, portal 16 00000400:00000010:1.0:1761317072.596523:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317072.596525:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789056, offset 0 00000400:00000200:1.0:1761317072.596530:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.596536:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.596542:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.596546:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.596549:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.596551:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90388:90388:255:4294967295] 192.168.204.21@tcp LPNI seq info [90388:90388:7:4294967295] 00000400:00000200:1.0:1761317072.596558:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.596562:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.596564:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000071b97c3c (tot 82354314). 00000800:00000200:1.0:1761317072.596568:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.596571:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.596573:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000071b97c3c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.596909:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.596913:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82354066). 00000400:00000200:0.0:1761317072.596919:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.596924:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.596928:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000038c9f7c 00000400:00000010:0.0:1761317072.596930:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000038c9f7c. 00000800:00000200:0.0:1761317072.596985:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.596987:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000071b97c3c (tot 82353818). 00010000:00000010:1.1:1761317072.596988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ad840f3. 00000400:00000200:0.0:1761317072.596991:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1761317072.596994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bb000a6. 00000400:00000200:0.0:1761317072.596994:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.596996:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:0.0:1761317072.596997:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00010000:00000010:1.1:1761317072.596998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000084fa3e5. 00000100:00000200:0.0:1761317072.597002:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8fe96b9 x1846872902789056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.600022:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.600040:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e7c0 00000400:00000200:3.0:1761317072.600048:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b45 [1] + 224 00000400:00000200:3.0:1761317072.600060:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.600064:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.600074:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8fe96b9 x1846872902789056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.600104:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.600109:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fcc0 00000400:00000200:3.0:1761317072.600113:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0491 [2] + 984 00000400:00000200:3.0:1761317072.600157:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.600161:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.600165:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.600171:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 00000020:00000010:3.0:1761317072.600221:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f1d9a60. 00000020:00000010:3.0:1761317072.600228:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.600232:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.600256:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a56c0748 x1846872898927808/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317072.600282:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927808 02000000:00000010:3.0:1761317072.600292:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002324f995. 00010000:00000010:3.0:1761317072.600344:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.600352:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.600359:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.600362:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00000400:00000010:3.0:1761317072.600376:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000732eef34. 00000100:00000200:3.0:1761317072.600380:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927808, offset 224 00000400:00000200:3.0:1761317072.600388:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.600398:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.600403:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90389:90389:256:4294967295] 192.168.204.21@tcp LPNI seq info [90389:90389:8:4294967295] 00000400:00000200:3.0:1761317072.600413:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.600417:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.600421:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f5258f8 (tot 82354066). 00000800:00000200:3.0:1761317072.600427:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.600433:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.600436:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002f5258f8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.600454:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.600458:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.600461:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f1d9a60. 00000400:00000010:1.0:1761317072.601121:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:1.0:1761317072.601134:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:1.0:1761317072.601136:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.601144:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8fe96b9 x1846872902789056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.601157:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8fe96b9 x1846872902789056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317072.601179:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001364fc9. 02000000:00000010:1.0:1761317072.601194:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c146c222. 02000000:00000010:1.0:1761317072.601199:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e6e962c. 00000100:00000010:1.0:1761317072.601203:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 00000100:00000010:1.0:1761317072.601207:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.601210:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00080000:00000010:1.0:1761317072.601228:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c146c222. 00010000:00000010:1.0:1761317072.601311:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000922c68c3. 00010000:00000010:1.0:1761317072.601316:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000792b24cc. 00010000:00000010:1.0:1761317072.601402:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1f779d1. 00010000:00000010:1.0:1761317072.601408:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000922c68c3. 00010000:00000010:1.0:1761317072.601418:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317072.601424:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.601430:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 02000000:00000010:1.0:1761317072.601441:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e6e962c. 02000000:00000010:1.0:1761317072.601466:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051489478. 00000400:00000010:1.0:1761317072.601472:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317072.601476:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.601481:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789120, portal 16 00000400:00000010:1.0:1761317072.601485:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cccb1e8. 00000100:00000200:1.0:1761317072.601487:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789120, offset 0 00000400:00000200:1.0:1761317072.601493:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.601503:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.601509:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.601512:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.601515:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.601517:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90390:90390:255:4294967295] 192.168.204.21@tcp LPNI seq info [90390:90390:7:4294967295] 00000400:00000200:1.0:1761317072.601525:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.601530:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.601534:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055c94a01 (tot 82354314). 00000800:00000200:1.0:1761317072.601539:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.601544:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.601548:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000055c94a01 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.602785:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.602793:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f5258f8 (tot 82354066). 00000400:00000200:2.0:1761317072.602801:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.602810:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.602815:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000732eef34 00000400:00000010:2.0:1761317072.602818:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000732eef34. 00000800:00000200:2.0:1761317072.602896:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.602898:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055c94a01 (tot 82353818). 00000400:00000200:2.0:1761317072.602902:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.602905:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.602908:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cccb1e8 00000400:00000010:2.0:1761317072.602910:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cccb1e8. 00000100:00000200:2.0:1761317072.602916:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8fe96b9 x1846872902789120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.604866:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.604886:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e800 00000400:00000200:0.0:1761317072.604894:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b51 [1] + 224 00000400:00000200:0.0:1761317072.604906:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.604909:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.604918:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8fe96b9 x1846872902789120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.604953:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.604959:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fd00 00000400:00000200:0.0:1761317072.604964:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0491 [2] + 1312 00000400:00000200:0.0:1761317072.604974:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.604976:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.604980:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.604987:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 00000020:00000010:3.0:1761317072.605068:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f1d9a60. 00000020:00000010:3.0:1761317072.605075:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.605079:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.605104:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000034f8703 x1846872898927872/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317072.605149:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927872 02000000:00000010:3.0:1761317072.605163:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea03f449. 00010000:00000010:3.0:1761317072.605201:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.605208:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.605214:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.605218:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00000400:00000010:3.0:1761317072.605232:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317072.605237:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927872, offset 224 00000400:00000200:3.0:1761317072.605246:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.605256:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.605263:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90391:90391:256:4294967295] 192.168.204.21@tcp LPNI seq info [90391:90391:8:4294967295] 00000400:00000200:3.0:1761317072.605273:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000400:00000010:1.0:1761317072.605274:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000800:00000200:3.0:1761317072.605280:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.605282:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:1.0:1761317072.605285:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000800:00000010:3.0:1761317072.605286:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fed202a9 (tot 82354066). 00000100:00000200:1.0:1761317072.605293:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8fe96b9 x1846872902789120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761317072.605295:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.605304:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000100:00000200:1.0:1761317072.605307:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8fe96b9 x1846872902789120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761317072.605309:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fed202a9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.605346:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00010000:00000010:1.0:1761317072.605346:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd937eac. 00000020:00000010:3.0:1761317072.605353:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.605356:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f1d9a60. 02000000:00000010:1.0:1761317072.605363:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051489478. 02000000:00000010:1.0:1761317072.605369:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e6e962c. 00000100:00000010:1.0:1761317072.605374:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 00000100:00000010:1.0:1761317072.605378:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.605380:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00080000:00000010:1.0:1761317072.605399:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051489478. 00010000:00000010:1.0:1761317072.605482:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000922c68c3. 00010000:00000010:1.0:1761317072.605489:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000444af0e6. 00010000:00000010:1.0:1761317072.605583:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000058c49cd. 00010000:00000010:1.0:1761317072.605590:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000922c68c3. 00010000:00000010:1.0:1761317072.605601:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317072.605605:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091e14f4e. 00000100:00000010:1.0:1761317072.605611:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 02000000:00000010:1.0:1761317072.605622:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e6e962c. 02000000:00000010:1.0:1761317072.605643:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed790372. 00000400:00000010:1.0:1761317072.605647:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317072.605651:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.605655:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789184, portal 16 00000400:00000010:1.0:1761317072.605660:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317072.605661:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789184, offset 0 00000400:00000200:1.0:1761317072.605667:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.605673:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.605721:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.605725:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.605727:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.605730:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90392:90392:255:4294967295] 192.168.204.21@tcp LPNI seq info [90392:90392:7:4294967295] 00000400:00000200:1.0:1761317072.605739:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.605745:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.605750:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000594fd59f (tot 82354314). 00000800:00000200:1.0:1761317072.605754:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.605760:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.605762:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000594fd59f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.605850:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.605854:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fed202a9 (tot 82354066). 00000400:00000200:0.0:1761317072.605858:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.605862:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.605865:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:0.0:1761317072.605866:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000800:00000200:0.0:1761317072.605929:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.605931:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000594fd59f (tot 82353818). 00000400:00000200:0.0:1761317072.605934:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.605937:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.605939:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:0.0:1761317072.605940:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:0.0:1761317072.605945:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8fe96b9 x1846872902789184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.607904:0:78595:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fdb3ddc. 00000400:00000200:3.0:1761317072.608239:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.608255:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e840 00000400:00000200:3.0:1761317072.608262:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b5d [1] + 224 00000400:00000200:3.0:1761317072.608277:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.608280:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.608289:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8fe96b9 x1846872902789184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317072.608356:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:1.0:1761317072.608361:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:1.0:1761317072.608363:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.608369:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8fe96b9 x1846872902789184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.608377:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8fe96b9 x1846872902789184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.608405:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed790372. 02000000:00000010:1.0:1761317072.608409:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e6e962c. 00000100:00000010:1.0:1761317072.608414:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 00000100:00000010:1.0:1761317072.608418:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000091e14f4e. 00010000:00000010:1.0:1761317072.608421:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000200:0.0:1761317072.610349:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.610367:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fd40 00000400:00000200:0.0:1761317072.610375:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0491 [2] + 1640 00000400:00000200:0.0:1761317072.610449:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.610454:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.610463:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.610471:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000020:00000010:3.0:1761317072.614073:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003181a2aa. 00000020:00000010:3.0:1761317072.614086:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.614091:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.614123:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898927936/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317072.614154:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898927936 02000000:00000010:3.0:1761317072.614165:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000598ed670. 00010000:00000010:3.0:1761317072.614190:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000144cf9e8. 00010000:00000010:3.0:1761317072.614210:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.614218:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.614232:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.614235:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00080000:00000010:3.0:1761317072.614264:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003386f970. 00010000:00000010:3.0:1761317072.614359:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000922c68c3. 00010000:00000010:3.0:1761317072.614366:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6221781. 00010000:00000010:3.0:1761317072.614434:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ecefe51. 00010000:00000010:3.0:1761317072.614441:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317072.614451:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000761e6e71. 00000100:00000010:3.0:1761317072.614454:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.614461:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 02000000:00000010:3.0:1761317072.614473:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f3efd3e. 02000000:00000010:3.0:1761317072.614495:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b79a5f3b. 00000400:00000010:3.0:1761317072.614502:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.614509:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b1fcbc. 00000100:00000200:3.0:1761317072.614516:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789248, portal 16 00000400:00000010:3.0:1761317072.614521:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0aa9e89. 00000100:00000200:3.0:1761317072.614523:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789248, offset 0 00000400:00000200:3.0:1761317072.614532:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.614548:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.614555:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.614559:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.614563:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.614567:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90393:90393:256:4294967295] 192.168.204.21@tcp LPNI seq info [90393:90393:8:4294967295] 00000400:00000200:3.0:1761317072.614578:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.614585:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.614589:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f92b378 (tot 82354066). 00000800:00000200:3.0:1761317072.614595:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.614602:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.614607:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f92b378 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761317072.614634:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317072.614637:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898927936, offset 224 00000400:00000200:3.0:1761317072.614641:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.614646:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.614651:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90394:90394:255:4294967295] 192.168.204.21@tcp LPNI seq info [90394:90394:7:4294967295] 00000400:00000200:3.0:1761317072.614657:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.614661:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.614664:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063287a84 (tot 82354314). 00000800:00000200:3.0:1761317072.614667:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.614670:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.614672:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063287a84 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.614709:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.614714:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.614717:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003181a2aa. 00000800:00000200:0.0:1761317072.616447:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.616454:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f92b378 (tot 82354066). 00000400:00000200:0.0:1761317072.616460:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.616469:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.616475:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0aa9e89 00000400:00000010:0.0:1761317072.616477:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0aa9e89. 00000100:00000200:0.0:1761317072.616484:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000077a99891 x1846872902789248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761317072.616562:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.616565:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063287a84 (tot 82353818). 00000400:00000200:0.0:1761317072.616568:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.616571:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.616574:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:0.0:1761317072.616575:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000400:00000200:3.0:1761317072.620013:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.620033:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e880 00000400:00000200:3.0:1761317072.620042:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b65 [1] + 224 00000400:00000200:3.0:1761317072.620054:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.620058:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.620068:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000077a99891 x1846872902789248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.620117:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.620122:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fd80 00000400:00000200:3.0:1761317072.620127:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0491 [2] + 1968 00000400:00000010:3.0:1761317072.620131:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000051c518aa. 00000400:00000200:3.0:1761317072.620134:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d26e9ada 00000400:00000200:3.0:1761317072.620142:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.620145:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.620147:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d26e9ada 00000400:00000010:3.0:1761317072.620148:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d26e9ada (tot 82353666). 00000100:00000200:3.0:1761317072.620153:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317072.620236:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b61fb8f5. 00000020:00000010:2.0:1761317072.620242:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317072.620247:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.620271:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aaf0106a x1846872898928000/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317072.620304:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928000 02000000:00000010:2.0:1761317072.620315:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039b3c92e. 00010000:00000010:1.1:1761317072.620366:0:78596:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd7b1939. 00010000:00000010:2.0:1761317072.620367:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094491e74. 00000100:00000010:2.0:1761317072.620378:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b507433. 00010000:00000010:1.1:1761317072.620378:0:78596:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00000100:00000010:2.0:1761317072.620385:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b507433. 00010000:00000010:2.0:1761317072.620390:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094491e74. 00000400:00000010:2.0:1761317072.620404:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317072.620410:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928000, offset 224 00000400:00000200:2.0:1761317072.620419:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.620430:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.620435:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90395:90395:256:4294967295] 192.168.204.21@tcp LPNI seq info [90395:90395:8:4294967295] 00000400:00000200:2.0:1761317072.620447:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.620452:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.620458:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82353914). 00000800:00000200:2.0:1761317072.620464:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.620470:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.620474:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.620493:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003386c99a. 00000020:00000010:2.0:1761317072.620497:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.620500:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b61fb8f5. 02000000:00000010:2.0:1761317072.620509:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000598ed670. 00000100:00000010:2.0:1761317072.620512:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 02000000:00000010:2.0:1761317072.620515:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea03f449. 00000100:00000010:2.0:1761317072.620518:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 02000000:00000010:2.0:1761317072.620521:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002324f995. 00000100:00000010:2.0:1761317072.620523:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 02000000:00000010:2.0:1761317072.620526:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005a09ce2c. 00000100:00000010:2.0:1761317072.620528:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 02000000:00000010:2.0:1761317072.620530:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000192bbb89. 00000100:00000010:2.0:1761317072.620534:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317072.620537:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095047811. 00000100:00000010:2.0:1761317072.620538:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 00000100:00000200:2.0:1761317072.620544:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317072.620549:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009cfd9565. 00000400:00000010:2.0:1761317072.620552:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009b507433 (tot 82354066). 00000800:00000200:1.0:1761317072.620572:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.620576:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:1.0:1761317072.620583:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.620587:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.620591:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:1.0:1761317072.620593:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 02000000:00000010:1.0:1761317072.620599:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039b3c92e. 00000400:00000010:0.0:1761317072.620603:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:0.0:1761317072.620609:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b1fcbc 00000400:00000010:0.0:1761317072.620611:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b1fcbc. 00000100:00000200:0.0:1761317072.620616:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000077a99891 x1846872902789248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.620623:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000077a99891 x1846872902789248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317072.620641:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fff37106. 02000000:00000010:0.0:1761317072.620652:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b79a5f3b. 02000000:00000010:0.0:1761317072.620656:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f3efd3e. 00000100:00000010:0.0:1761317072.620659:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 00000100:00000010:0.0:1761317072.620661:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.0:1761317072.620664:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000761e6e71. 00010000:00000010:1.1:1761317072.620720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005256fadf. 00010000:00000010:1.1:1761317072.620728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fe8fb64. 00010000:00000010:1.1:1761317072.620733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44dafbe. 00080000:00000010:0.0:1761317072.620735:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000060cdf2f. 00010000:00000010:1.1:1761317072.620737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007940a8fb. 00010000:00000010:1.1:1761317072.620742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c561f3b7. 00010000:00000010:1.1:1761317072.620745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1f779d1. 00010000:00000010:0.0:1761317072.620815:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:0.0:1761317072.620820:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024536902. 00010000:00000010:0.0:1761317072.620885:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c7d7939. 00010000:00000010:0.0:1761317072.620889:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ad8f2f. 00010000:00000010:0.0:1761317072.620898:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba7aa5e3. 00000100:00000010:0.0:1761317072.620901:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066113fe1. 00000100:00000010:0.0:1761317072.620906:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317072.620916:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b40ec75. 02000000:00000010:0.0:1761317072.620934:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e90a1af4. 00000400:00000010:0.0:1761317072.620937:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5482768. 00000400:00000010:0.0:1761317072.620940:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317072.620944:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789312, portal 16 00000400:00000010:0.0:1761317072.620948:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317072.620949:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789312, offset 0 00000400:00000200:0.0:1761317072.620955:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.620963:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.620970:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.620974:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.620977:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.620980:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90396:90396:256:4294967295] 192.168.204.21@tcp LPNI seq info [90396:90396:8:4294967295] 00000400:00000200:0.0:1761317072.620986:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.620990:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.620994:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317072.620999:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.621003:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.621006:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.621182:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.621184:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:2.0:1761317072.621188:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.621191:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.621194:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:2.0:1761317072.621195:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000100:00000200:2.0:1761317072.621200:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902789312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.622721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055c856c9. 00010000:00000010:3.1:1761317072.622733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7403e4c. 00010000:00000010:3.1:1761317072.622740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000058c49cd. 00010000:00000010:0.1:1761317072.628867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007216d124. 00010000:00000010:0.1:1761317072.628884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077950ced. 00010000:00000010:0.1:1761317072.628888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ecefe51. 00000400:00000200:0.0:1761317072.629645:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.629663:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e8c0 00000400:00000200:0.0:1761317072.629671:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b79 [1] + 224 00000400:00000200:0.0:1761317072.629704:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.629709:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.629720:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902789312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.629758:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.629765:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fdc0 00000400:00000200:0.0:1761317072.629770:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb04f5 [2] + 0 00000400:00000200:0.0:1761317072.629803:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.629807:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.629811:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.629817:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00000400:00000010:3.0:1761317072.630734:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5482768. 00000400:00000200:3.0:1761317072.630742:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:3.0:1761317072.630744:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000100:00000200:3.0:1761317072.630753:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902789312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.630762:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902789312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.630794:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e90a1af4. 02000000:00000010:3.0:1761317072.630800:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b40ec75. 00000100:00000010:3.0:1761317072.630804:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:3.0:1761317072.630808:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066113fe1. 00010000:00000010:3.0:1761317072.630812:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba7aa5e3. 00000020:00000010:3.0:1761317072.630856:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2eceb23. 00000020:00000010:3.0:1761317072.630862:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.630866:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.630889:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898928064/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317072.630927:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928064 02000000:00000010:3.0:1761317072.630937:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fbfd8ba9. 00010000:00000010:3.0:1761317072.630964:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a44369bf. 00010000:00000010:3.0:1761317072.630985:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a3ef90af. 00000100:00000010:3.0:1761317072.630991:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.630999:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.631002:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a3ef90af. 00000400:00000010:3.0:1761317072.631015:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317072.631020:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928064, offset 224 00000400:00000200:3.0:1761317072.631029:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.631042:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.631048:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90397:90397:256:4294967295] 192.168.204.21@tcp LPNI seq info [90397:90397:8:4294967295] 00000400:00000200:3.0:1761317072.631058:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.631064:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.631068:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000effe930b (tot 82354066). 00000800:00000200:3.0:1761317072.631074:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.631081:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.631085:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000effe930b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.631100:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000977f467f. 00000020:00000010:3.0:1761317072.631104:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.631107:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2eceb23. 00000800:00000200:3.0:1761317072.631187:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.631190:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000effe930b (tot 82353818). 00000400:00000200:3.0:1761317072.631194:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.631198:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.631201:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:3.0:1761317072.631202:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00080000:00000010:3.0:1761317072.631238:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2eceb23. 00010000:00000010:3.0:1761317072.631332:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ad8f2f. 00010000:00000010:3.0:1761317072.631338:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052fbaa84. 00010000:00000010:3.0:1761317072.631405:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085241836. 00010000:00000010:3.0:1761317072.631410:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.631419:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a3ef90af. 00000100:00000010:3.0:1761317072.631423:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.631430:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 02000000:00000010:3.0:1761317072.631440:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b457da7. 02000000:00000010:3.0:1761317072.631460:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fb19c82. 00000400:00000010:3.0:1761317072.631465:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.631469:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317072.631473:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789376, portal 16 00000400:00000010:3.0:1761317072.631478:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317072.631479:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789376, offset 0 00000400:00000200:3.0:1761317072.631485:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.631490:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.631496:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.631501:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.631504:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.631506:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90398:90398:256:4294967295] 192.168.204.21@tcp LPNI seq info [90398:90398:8:4294967295] 00000400:00000200:3.0:1761317072.631513:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.631518:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.631521:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000effe930b (tot 82354066). 00000800:00000200:3.0:1761317072.631524:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.631528:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.631530:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000effe930b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.631573:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.631575:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000effe930b (tot 82353818). 00000400:00000200:3.0:1761317072.631578:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.631581:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.631584:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:3.0:1761317072.631586:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:3.0:1761317072.631590:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d6bf661 x1846872902789376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317072.633900:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.633920:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e900 00000400:00000200:0.0:1761317072.633929:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b85 [1] + 224 00000400:00000200:0.0:1761317072.633944:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.633949:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.633958:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d6bf661 x1846872902789376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.634143:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317072.634149:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:3.0:1761317072.634152:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00000100:00000200:3.0:1761317072.634158:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d6bf661 x1846872902789376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.634166:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d6bf661 x1846872902789376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.634194:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fb19c82. 02000000:00000010:3.0:1761317072.634200:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b457da7. 00000100:00000010:3.0:1761317072.634203:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 00000100:00000010:3.0:1761317072.634207:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.634210:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a3ef90af. 00010000:00000010:3.1:1761317072.638771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072863ec5. 00010000:00000010:3.1:1761317072.638785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a2be03d. 00010000:00000010:3.1:1761317072.638789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7d7939. 00000400:00000200:3.0:1761317072.639259:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.639275:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fe00 00000400:00000200:3.0:1761317072.639282:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb04f5 [2] + 328 00000400:00000200:3.0:1761317072.639349:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.639353:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.639359:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.639364:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 00000020:00000010:0.0:1761317072.645382:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e90a1af4. 00000020:00000010:0.0:1761317072.645396:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.645402:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.645438:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6bf661 x1846872898928128/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317072.645469:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928128 02000000:00000010:0.0:1761317072.645484:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064f32594. 00010000:00000010:0.0:1761317072.645518:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a565df47. 00010000:00000010:0.0:1761317072.645539:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007fc6c82b. 00000100:00000010:0.0:1761317072.645547:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ba1fc. 00000100:00000010:0.0:1761317072.645559:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000956ba1fc. 00010000:00000010:0.0:1761317072.645562:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007fc6c82b. 00000400:00000010:0.0:1761317072.645576:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317072.645583:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928128, offset 224 00000400:00000200:0.0:1761317072.645591:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.645607:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.645613:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90399:90399:256:4294967295] 192.168.204.21@tcp LPNI seq info [90399:90399:8:4294967295] 00000400:00000200:0.0:1761317072.645623:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.645629:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.645633:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317072.645640:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.645647:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.645652:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.645674:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.645703:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.645708:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e90a1af4. 00000800:00000200:0.0:1761317072.645837:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.645841:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:0.0:1761317072.645846:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.645852:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.645856:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:0.0:1761317072.645858:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00080000:00000010:3.0:1761317072.649483:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b457da7. 00010000:00000010:3.0:1761317072.649617:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.649627:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000096ed7582. 00010000:00000010:3.0:1761317072.649721:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ef90d7. 00010000:00000010:3.0:1761317072.649727:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317072.649739:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a3ef90af. 00000100:00000010:3.0:1761317072.649747:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.649756:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 02000000:00000010:3.0:1761317072.649770:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fb19c82. 02000000:00000010:3.0:1761317072.649800:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000044fd39a3. 00000400:00000010:3.0:1761317072.649806:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.649812:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317072.649820:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789440, portal 16 00000400:00000010:3.0:1761317072.649825:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317072.649828:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789440, offset 0 00000400:00000200:3.0:1761317072.649838:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.649855:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.649863:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.649866:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.649869:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.649873:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90400:90400:256:4294967295] 192.168.204.21@tcp LPNI seq info [90400:90400:8:4294967295] 00000400:00000200:3.0:1761317072.649883:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.649890:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.649895:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000effe930b (tot 82354066). 00000800:00000200:3.0:1761317072.649902:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.649909:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.649912:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000effe930b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.652112:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.652120:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000effe930b (tot 82353818). 00000400:00000200:1.0:1761317072.652127:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.652135:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.652141:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:1.0:1761317072.652142:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:1.0:1761317072.652150:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064fe2df4 x1846872902789440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.654102:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.654123:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e940 00000400:00000200:1.0:1761317072.654132:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b91 [1] + 224 00000400:00000200:1.0:1761317072.654145:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.654148:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.654156:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064fe2df4 x1846872902789440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.654192:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.654198:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fe40 00000400:00000200:1.0:1761317072.654203:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb04f5 [2] + 656 00000400:00000200:1.0:1761317072.654253:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.654257:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.654262:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.654268:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 00000020:00000010:1.0:1761317072.654331:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080028d12. 00000020:00000010:1.0:1761317072.654338:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317072.654344:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.654368:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8fe96b9 x1846872898928192/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317072.654401:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928192 02000000:00000010:1.0:1761317072.654418:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed790372. 00010000:00000010:1.0:1761317072.654455:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e5f027c. 00000100:00000010:1.0:1761317072.654462:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:1.0:1761317072.654468:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:1.0:1761317072.654471:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e5f027c. 00000400:00000010:1.0:1761317072.654486:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.654491:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928192, offset 224 00000400:00000200:1.0:1761317072.654497:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.654508:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.654513:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90401:90401:256:4294967295] 192.168.204.21@tcp LPNI seq info [90401:90401:8:4294967295] 00000400:00000200:1.0:1761317072.654522:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.654527:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.654532:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317072.654537:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.654543:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.654547:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.654562:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317072.654568:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:1.0:1761317072.654571:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000080028d12. 00000800:00000200:1.0:1761317072.654635:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.654638:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:1.0:1761317072.654642:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.654645:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.654648:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:1.0:1761317072.654650:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000400:00000010:2.0:1761317072.655456:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:2.0:1761317072.655463:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:2.0:1761317072.655465:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00000100:00000200:2.0:1761317072.655474:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064fe2df4 x1846872902789440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.655484:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064fe2df4 x1846872902789440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317072.655507:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c12e71cc. 02000000:00000010:2.0:1761317072.655523:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000044fd39a3. 02000000:00000010:2.0:1761317072.655530:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fb19c82. 00000100:00000010:2.0:1761317072.655535:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 00000100:00000010:2.0:1761317072.655538:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:2.0:1761317072.655541:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a3ef90af. 00080000:00000010:2.0:1761317072.655559:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ab4a625. 00010000:00000010:2.0:1761317072.655655:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:2.0:1761317072.655661:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009aae0460. 00010000:00000010:3.1:1761317072.655752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b706bee1. 00010000:00000010:3.1:1761317072.655759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085241836. 00010000:00000010:2.0:1761317072.655820:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49b56c0. 00010000:00000010:2.0:1761317072.655825:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000090d01a23. 00010000:00000010:2.0:1761317072.655832:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5c9edd5. 00010000:00000010:2.0:1761317072.655839:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007181d2ee. 00080000:00000010:2.0:1761317072.655853:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000060684b36. 00010000:00000010:2.0:1761317072.655881:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007181d2ee. 00010000:00000010:2.0:1761317072.655884:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090d01a23. 00010000:00000010:2.0:1761317072.655937:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e58db2d. 00010000:00000010:2.0:1761317072.655941:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007181d2ee. 00010000:00000010:2.0:1761317072.655949:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094491e74. 00000100:00000010:2.0:1761317072.655956:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.655964:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317072.655977:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf023175. 02000000:00000010:2.0:1761317072.656004:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000192bbb89. 00000400:00000010:2.0:1761317072.656009:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004613c94a. 00000400:00000010:2.0:1761317072.656014:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317072.656019:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789504, portal 16 00000400:00000010:2.0:1761317072.656024:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2a4a078. 00000100:00000200:2.0:1761317072.656027:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789504, offset 0 00000400:00000200:2.0:1761317072.656034:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.656046:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.656053:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.656057:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.656060:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.656065:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90402:90402:256:4294967295] 192.168.204.21@tcp LPNI seq info [90402:90402:8:4294967295] 00000400:00000200:2.0:1761317072.656076:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.656082:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.656086:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317072.656092:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.656098:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.656102:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.656785:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.656790:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:1.0:1761317072.656797:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.656803:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.656808:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2a4a078 00000400:00000010:1.0:1761317072.656809:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2a4a078. 00000100:00000200:1.0:1761317072.656817:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902789504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.658393:0:78600:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084cd49e8. 00000400:00000200:3.0:1761317072.662416:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.662436:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e980 00000400:00000200:3.0:1761317072.662445:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1b9d [1] + 224 00000400:00000200:3.0:1761317072.662465:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.662470:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.662483:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c67b2b8 x1846872902789504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.663766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595beb1c. 00010000:00000010:2.1:1761317072.663778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ac2cefd. 00010000:00000010:2.1:1761317072.663782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ef90d7. 00010000:00000010:2.1:1761317072.663784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49b56c0. 00010000:00000010:2.1:1761317072.663787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c9edd5. 00000400:00000010:2.0:1761317072.663819:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004613c94a. 00000400:00000200:2.0:1761317072.663824:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:2.0:1761317072.663826:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 00000100:00000200:2.0:1761317072.663839:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902789504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.663848:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902789504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.663878:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000192bbb89. 02000000:00000010:2.0:1761317072.663886:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bf023175. 00000100:00000010:2.0:1761317072.663891:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:2.0:1761317072.663895:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317072.663898:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094491e74. 00000400:00000200:1.0:1761317072.684806:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.684822:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fe80 00000400:00000200:1.0:1761317072.684830:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb04f5 [2] + 984 00000400:00000200:1.0:1761317072.684881:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.684885:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.684892:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.684898:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 00000020:00000010:0.0:1761317072.685138:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e2abc66. 00000020:00000010:0.0:1761317072.685145:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.685150:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.685180:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1413ae6 x1846872898928256/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317072.685625:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928256 02000000:00000010:0.0:1761317072.685640:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ac72674. 00010000:00000010:0.0:1761317072.685675:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a69e9f7. 00010000:00000010:0.0:1761317072.685721:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001cffa063. 00000100:00000010:0.0:1761317072.685728:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ba1fc. 00000100:00000010:0.0:1761317072.685743:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000956ba1fc. 00010000:00000010:0.0:1761317072.685746:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001cffa063. 00000400:00000010:0.0:1761317072.685759:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317072.685765:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928256, offset 224 00000400:00000200:0.0:1761317072.685772:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.685784:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.685789:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90403:90403:256:4294967295] 192.168.204.21@tcp LPNI seq info [90403:90403:8:4294967295] 00000400:00000200:0.0:1761317072.685798:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.685803:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.686893:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317072.686907:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.686916:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.686921:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.686950:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.686956:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.686960:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e2abc66. 00000800:00000200:1.0:1761317072.687118:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.687122:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:1.0:1761317072.687127:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.687131:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.687136:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:1.0:1761317072.687138:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00080000:00000010:2.0:1761317072.692957:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000192bbb89. 00010000:00000010:2.0:1761317072.693060:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007181d2ee. 00010000:00000010:2.0:1761317072.693069:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061abc863. 00010000:00000010:2.0:1761317072.693143:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5c9edd5. 00010000:00000010:2.0:1761317072.693151:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007181d2ee. 00010000:00000010:2.0:1761317072.693165:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094491e74. 00000100:00000010:2.0:1761317072.693174:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.693182:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317072.693197:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf023175. 02000000:00000010:2.0:1761317072.693236:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002324f995. 00000400:00000010:2.0:1761317072.693243:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004613c94a. 00000400:00000010:2.0:1761317072.693249:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317072.693256:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789568, portal 16 00000400:00000010:2.0:1761317072.693261:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317072.693263:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789568, offset 0 00000400:00000200:2.0:1761317072.693273:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.693288:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.693295:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.693299:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.693302:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.693305:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90404:90404:256:4294967295] 192.168.204.21@tcp LPNI seq info [90404:90404:8:4294967295] 00000400:00000200:2.0:1761317072.693315:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.693329:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.693334:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317072.693340:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.693347:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.693351:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.693476:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.693479:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:2.0:1761317072.693484:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.693488:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.693491:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317072.693493:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317072.693500:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902789568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.703220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b0f94e3. 00010000:00000010:2.1:1761317072.703788:0:78603:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019d1f8db. 00010000:00000010:2.1:1761317072.703796:0:78603:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e58db2d. 00000400:00000200:3.0:1761317072.712229:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.712248:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50e9c0 00000400:00000200:3.0:1761317072.712257:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ba9 [1] + 224 00000400:00000200:3.0:1761317072.712272:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.712276:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.712286:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c67b2b8 x1846872902789568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317072.712356:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004613c94a. 00000400:00000200:0.0:1761317072.712362:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:0.0:1761317072.712364:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 00000100:00000200:0.0:1761317072.712372:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902789568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.712380:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902789568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.712409:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002324f995. 02000000:00000010:0.0:1761317072.712415:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bf023175. 00000100:00000010:0.0:1761317072.712421:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:0.0:1761317072.712425:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:0.0:1761317072.712429:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094491e74. 00000400:00000200:3.0:1761317072.713404:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.713416:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15fec0 00000400:00000200:3.0:1761317072.713422:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb04f5 [2] + 1312 00000400:00000200:3.0:1761317072.713475:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.713479:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.713483:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.713488:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 00000020:00000010:0.0:1761317072.713555:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf023175. 00000020:00000010:0.0:1761317072.713562:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.713566:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.713591:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e664071e x1846872898928320/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317072.713625:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928320 02000000:00000010:0.0:1761317072.713636:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002324f995. 00010000:00000010:0.0:1761317072.713665:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd90bcbf. 00010000:00000010:0.0:1761317072.713706:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000030f5878f. 00000100:00000010:0.0:1761317072.713713:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000956ba1fc. 00000100:00000010:0.0:1761317072.713725:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000956ba1fc. 00010000:00000010:0.0:1761317072.713729:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000030f5878f. 00000400:00000010:0.0:1761317072.713743:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317072.713748:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928320, offset 224 00000400:00000200:0.0:1761317072.713757:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.713768:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.713773:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90405:90405:256:4294967295] 192.168.204.21@tcp LPNI seq info [90405:90405:8:4294967295] 00000400:00000200:0.0:1761317072.713784:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.713789:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.713794:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317072.713800:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00080000:00000010:2.0:1761317072.713810:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f33b40d. 00000800:00000200:0.0:1761317072.713822:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.713826:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.713849:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.713854:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.713857:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf023175. 00010000:00000010:2.0:1761317072.713887:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007181d2ee. 00010000:00000010:2.0:1761317072.713893:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbf1eaef. 00010000:00000010:2.0:1761317072.713962:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e58db2d. 00010000:00000010:2.0:1761317072.713968:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007181d2ee. 00010000:00000010:2.0:1761317072.713976:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008266a442. 00000100:00000010:2.0:1761317072.713980:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b9d01aa. 00000100:00000010:2.0:1761317072.713986:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 02000000:00000010:2.0:1761317072.713997:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000129e772f. 02000000:00000010:2.0:1761317072.714016:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a0cb381. 00000400:00000010:2.0:1761317072.714020:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317072.714024:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317072.714028:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789632, portal 16 00000400:00000010:2.0:1761317072.714032:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1bd8564. 00000100:00000200:2.0:1761317072.714034:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789632, offset 0 00000400:00000200:2.0:1761317072.714039:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.714045:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.714050:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.714054:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.714057:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.714059:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90406:90406:255:4294967295] 192.168.204.21@tcp LPNI seq info [90406:90406:7:4294967295] 00000400:00000200:2.0:1761317072.714066:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.714071:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.714073:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354314). 00000800:00000200:2.0:1761317072.714077:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.714081:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.714083:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.714166:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.714169:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82354066). 00000400:00000200:3.0:1761317072.714173:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.714176:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.714179:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:3.0:1761317072.714181:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 00000800:00000200:3.0:1761317072.714217:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.714218:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:3.0:1761317072.714223:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.714225:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.714227:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:3.0:1761317072.714228:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 00000100:00000200:3.0:1761317072.714232:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cb5fd115 x1846872902789632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.717829:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.717847:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ea00 00000400:00000200:1.0:1761317072.717855:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1bb5 [1] + 224 00000400:00000200:1.0:1761317072.717866:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.717869:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.717878:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cb5fd115 x1846872902789632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.717908:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.717913:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ff00 00000400:00000200:1.0:1761317072.717918:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb04f5 [2] + 1640 00000400:00000200:1.0:1761317072.717927:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.717930:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.717933:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.717939:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001115483a. 00000400:00000010:2.0:1761317072.718840:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a8abfe. 00000400:00000200:2.0:1761317072.718846:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317072.718848:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317072.718858:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cb5fd115 x1846872902789632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.718866:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cb5fd115 x1846872902789632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.718894:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a0cb381. 02000000:00000010:2.0:1761317072.718899:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000129e772f. 00000100:00000010:2.0:1761317072.718903:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 00000100:00000010:2.0:1761317072.718907:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b9d01aa. 00010000:00000010:2.0:1761317072.718910:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008266a442. 00000020:00000010:2.0:1761317072.719211:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000129e772f. 00000020:00000010:2.0:1761317072.719218:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000090d01a23. 00000020:00000010:2.0:1761317072.719222:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.719245:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001115483a x1846872898928384/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317072.723749:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928384 02000000:00000010:2.0:1761317072.723772:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004a0cb381. 00010000:00000010:2.0:1761317072.723803:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df87254e. 00010000:00000010:2.0:1761317072.723823:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008266a442. 00000100:00000010:2.0:1761317072.723830:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b9d01aa. 00000100:00000010:2.0:1761317072.723845:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b9d01aa. 00010000:00000010:2.0:1761317072.723848:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008266a442. 00000400:00000010:2.0:1761317072.723860:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317072.723865:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928384, offset 224 00000400:00000200:2.0:1761317072.723874:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.723889:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.723894:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90407:90407:256:4294967295] 192.168.204.21@tcp LPNI seq info [90407:90407:8:4294967295] 00000400:00000200:2.0:1761317072.723904:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.723910:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.723913:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317072.723919:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.723927:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.723930:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.723947:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000090d01a23. 00000020:00000010:2.0:1761317072.723951:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.723955:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000129e772f. 00000800:00000200:3.0:1761317072.726904:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.726910:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:3.0:1761317072.726921:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.726930:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.726936:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:3.0:1761317072.726938:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00080000:00000010:3.0:1761317072.727765:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c405245f. 00010000:00000010:3.0:1761317072.727871:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007181d2ee. 00010000:00000010:3.0:1761317072.727882:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b155496e. 00010000:00000010:3.0:1761317072.727961:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085241836. 00010000:00000010:3.0:1761317072.727966:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002226971d. 00010000:00000010:3.0:1761317072.727979:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d6ec013a. 00000100:00000010:3.0:1761317072.727988:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.727998:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317072.728013:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d27a805e. 02000000:00000010:3.0:1761317072.728043:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003181a2aa. 00000400:00000010:3.0:1761317072.728049:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317072.728056:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab1bb0c. 00000100:00000200:3.0:1761317072.728062:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789696, portal 16 00000400:00000010:3.0:1761317072.728068:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317072.728070:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789696, offset 0 00000400:00000200:3.0:1761317072.728079:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.728093:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.728101:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.728105:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.728107:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.728110:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90408:90408:256:4294967295] 192.168.204.21@tcp LPNI seq info [90408:90408:8:4294967295] 00000400:00000200:3.0:1761317072.728120:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.728125:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.728130:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001598421d (tot 82354066). 00000800:00000200:3.0:1761317072.728136:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.728143:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.728147:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001598421d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.728244:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.728247:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001598421d (tot 82353818). 00000400:00000200:3.0:1761317072.728250:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.728254:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.728257:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:3.0:1761317072.728259:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000100:00000200:3.0:1761317072.728267:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902789696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.732005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e8d11e7. 00010000:00000010:2.1:1761317072.732022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c9edd5. 00000400:00000200:3.0:1761317072.732896:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.732918:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ea40 00000400:00000200:3.0:1761317072.732928:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1bc1 [1] + 224 00000400:00000200:3.0:1761317072.732941:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.732945:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.732958:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902789696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.732986:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.732991:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ff40 00000400:00000200:3.0:1761317072.732996:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb04f5 [2] + 1968 00000400:00000010:3.0:1761317072.733000:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000147717c0. 00000400:00000200:3.0:1761317072.733004:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000115c0c22 00000400:00000200:3.0:1761317072.733059:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.733063:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.733065:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000115c0c22 00000400:00000010:3.0:1761317072.733068:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000115c0c22 (tot 82353666). 00000100:00000200:3.0:1761317072.733073:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761317072.733155:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:2.0:1761317072.733159:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab1bb0c 00000400:00000010:2.0:1761317072.733161:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab1bb0c. 00000100:00000200:2.0:1761317072.733168:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902789696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.733176:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902789696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.733208:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003181a2aa. 02000000:00000010:2.0:1761317072.733214:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d27a805e. 00000100:00000010:2.0:1761317072.733218:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:2.0:1761317072.733222:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:2.0:1761317072.733226:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d6ec013a. 00010000:00000010:0.1:1761317072.734656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055c5370d. 00000020:00000010:0.0:1761317072.735225:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053ffa2ec. 00000020:00000010:0.0:1761317072.735233:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.735238:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.735269:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004c85aa48 x1846872898928448/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317072.735302:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928448 02000000:00000010:0.0:1761317072.735314:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037f1481c. 00010000:00000010:0.0:1761317072.735439:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d660cdb. 00010000:00000010:0.0:1761317072.735466:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357e3029. 00000100:00000010:0.0:1761317072.735473:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce179de6. 00000100:00000010:0.0:1761317072.735489:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce179de6. 00010000:00000010:0.0:1761317072.735492:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357e3029. 00000400:00000010:0.0:1761317072.735507:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317072.735513:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928448, offset 224 00000400:00000200:0.0:1761317072.735523:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.735542:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.735550:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90409:90409:256:4294967295] 192.168.204.21@tcp LPNI seq info [90409:90409:8:4294967295] 00000400:00000200:0.0:1761317072.735563:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.735574:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.735581:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82353914). 00000800:00000200:0.0:1761317072.735588:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.735597:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.735602:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.735624:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.735628:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.735631:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053ffa2ec. 02000000:00000010:0.0:1761317072.735641:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004a0cb381. 00000100:00000010:0.0:1761317072.735645:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001115483a. 02000000:00000010:0.0:1761317072.735651:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002324f995. 00000100:00000010:0.0:1761317072.735653:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 02000000:00000010:0.0:1761317072.735657:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ac72674. 00000100:00000010:0.0:1761317072.735659:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 02000000:00000010:0.0:1761317072.735662:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed790372. 00000100:00000010:0.0:1761317072.735664:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 02000000:00000010:0.0:1761317072.735666:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064f32594. 00000100:00000010:0.0:1761317072.735668:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 02000000:00000010:0.0:1761317072.735672:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fbfd8ba9. 00000100:00000010:0.0:1761317072.735673:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000200:0.0:1761317072.735707:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317072.735715:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002432d927. 00000400:00000010:0.0:1761317072.735720:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce179de6 (tot 82354066). 00080000:00000010:0.0:1761317072.735769:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053ffa2ec. 00000800:00000200:1.0:1761317072.736301:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.736305:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00010000:00000010:0.0:1761317072.736307:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002226971d. 00000400:00000200:1.0:1761317072.736311:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.736326:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00010000:00000010:0.0:1761317072.736328:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf4ce449. 00000400:00000200:1.0:1761317072.736332:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:1.0:1761317072.736335:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 02000000:00000010:1.0:1761317072.736341:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037f1481c. 00010000:00000010:0.0:1761317072.736416:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.0:1761317072.736424:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317072.736437:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357e3029. 00000100:00000010:0.0:1761317072.736442:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317072.736451:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00010000:00000010:2.1:1761317072.736664:0:78607:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008698df9. 00010000:00000010:3.1:1761317072.736720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c08f28dc. 00010000:00000010:3.1:1761317072.736728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e58db2d. 02000000:00000010:0.0:1761317072.737098:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009950fe91. 02000000:00000010:0.0:1761317072.737129:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9ddd0af. 00000400:00000010:0.0:1761317072.737135:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317072.737141:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317072.737146:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789760, portal 16 00000400:00000010:0.0:1761317072.737150:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317072.737158:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789760, offset 0 00000400:00000200:0.0:1761317072.737167:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.737184:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.737193:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.737197:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.737200:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.737202:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90410:90410:256:4294967295] 192.168.204.21@tcp LPNI seq info [90410:90410:8:4294967295] 00000400:00000200:0.0:1761317072.737210:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.737215:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.737220:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354066). 00000800:00000200:0.0:1761317072.737225:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.737231:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.737235:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.737873:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.737879:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00000400:00000200:1.0:1761317072.737883:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.737889:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.737894:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaaa4a29 00000400:00000010:1.0:1761317072.737896:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaaa4a29. 00000100:00000200:1.0:1761317072.737902:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902789760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.740744:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.740772:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ea80 00000400:00000200:3.0:1761317072.740782:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1bd1 [1] + 224 00000400:00000200:3.0:1761317072.740795:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.740800:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.740812:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902789760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.740856:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.740863:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ff80 00000400:00000200:3.0:1761317072.740868:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb054d [2] + 0 00000400:00000010:0.0:1761317072.740875:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7cc8acc. 00000400:00000200:0.0:1761317072.740881:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:0.0:1761317072.740884:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000100:00000200:0.0:1761317072.740891:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902789760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.740900:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902789760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.740929:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761317072.740938:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9ddd0af. 02000000:00000010:0.0:1761317072.740945:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009950fe91. 00000100:00000010:0.0:1761317072.740950:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:0.0:1761317072.740954:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317072.740958:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357e3029. 00000400:00000200:3.0:1761317072.741639:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.741647:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.741654:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 00000020:00000010:1.0:1761317072.743360:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000399ab080. 00000020:00000010:1.0:1761317072.743370:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000041a6e3d6. 00000020:00000010:1.0:1761317072.743375:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ae514832. 00000100:00000200:1.0:1761317072.743407:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6bf661 x1846872898928512/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:0.1:1761317072.746091:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c5a031a. 00010000:00000010:0.1:1761317072.746104:0:65609:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002df08776. 00010000:00000010:0.1:1761317072.746108:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085241836. 00000100:00000200:0.0:1761317072.746141:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928512 02000000:00000010:0.0:1761317072.746158:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9ddd0af. 00010000:00000010:0.0:1761317072.746192:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a47cb5e6. 00010000:00000010:0.0:1761317072.746211:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357e3029. 00000100:00000010:0.0:1761317072.746218:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317072.746239:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317072.746243:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357e3029. 00000400:00000010:0.0:1761317072.746258:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317072.746264:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928512, offset 224 00000400:00000200:0.0:1761317072.746274:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.746290:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.746297:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90411:90411:256:4294967295] 192.168.204.21@tcp LPNI seq info [90411:90411:8:4294967295] 00000400:00000200:0.0:1761317072.746307:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.746312:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.746325:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317072.746331:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.746337:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.746340:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.746362:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000041a6e3d6. 00000020:00000010:0.0:1761317072.746368:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ae514832. 00000020:00000010:0.0:1761317072.746372:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000399ab080. 00000800:00000200:1.0:1761317072.746549:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.746553:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:1.0:1761317072.746558:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.746563:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.746567:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:1.0:1761317072.746569:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00080000:00000010:2.0:1761317072.752769:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b816a18. 00010000:00000010:2.0:1761317072.752891:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:2.0:1761317072.752901:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056f7461b. 00010000:00000010:2.0:1761317072.752988:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5c9edd5. 00010000:00000010:2.0:1761317072.752996:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000021d90d62. 00010000:00000010:2.0:1761317072.753011:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008266a442. 00000100:00000010:2.0:1761317072.753020:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b9d01aa. 00000100:00000010:2.0:1761317072.753032:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 02000000:00000010:2.0:1761317072.753051:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000362b2a42. 02000000:00000010:2.0:1761317072.753089:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086d5cc63. 00000400:00000010:2.0:1761317072.753096:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317072.753103:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317072.753112:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789824, portal 16 00000400:00000010:2.0:1761317072.753117:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317072.753120:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789824, offset 0 00000400:00000200:2.0:1761317072.753132:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.753152:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.753161:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.753166:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.753169:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.753173:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90412:90412:256:4294967295] 192.168.204.21@tcp LPNI seq info [90412:90412:8:4294967295] 00000400:00000200:2.0:1761317072.753182:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.753190:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.753195:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317072.753201:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.753209:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.753214:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.755408:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.755415:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:1.0:1761317072.755425:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.755435:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.755441:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:1.0:1761317072.755443:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00000100:00000200:1.0:1761317072.755453:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cb5fd115 x1846872902789824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.757530:0:1368:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc17f0b6. 00000400:00000200:3.0:1761317072.758432:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.758451:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50eac0 00000400:00000200:3.0:1761317072.758461:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1bdd [1] + 224 00000400:00000200:3.0:1761317072.758476:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.758479:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.758489:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cb5fd115 x1846872902789824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.759929:0:78613:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b076f44. 00010000:00000010:2.1:1761317072.759942:0:78613:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00000400:00000200:3.0:1761317072.760754:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.760768:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b15ffc0 00000400:00000010:0.0:1761317072.762141:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a8abfe. 00000400:00000200:0.0:1761317072.762150:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:0.0:1761317072.762152:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000100:00000200:0.0:1761317072.762167:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cb5fd115 x1846872902789824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.762177:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cb5fd115 x1846872902789824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.762206:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086d5cc63. 02000000:00000010:0.0:1761317072.762211:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000362b2a42. 00000100:00000010:0.0:1761317072.762215:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 00000100:00000010:0.0:1761317072.762219:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b9d01aa. 00010000:00000010:0.0:1761317072.762223:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008266a442. 00000400:00000200:3.0:1761317072.762631:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb054d [2] + 328 00000400:00000200:1.0:1761317072.763097:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.763104:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.763111:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.763118:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 00000020:00000010:0.0:1761317072.763337:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068988f44. 00000020:00000010:0.0:1761317072.763534:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.763539:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.763564:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4e49e41 x1846872898928576/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317072.763599:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928576 02000000:00000010:0.0:1761317072.763610:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2d6b709. 00010000:00000010:0.0:1761317072.763640:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c9d1d1f7. 00010000:00000010:0.0:1761317072.763657:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357e3029. 00000100:00000010:0.0:1761317072.763663:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317072.763698:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317072.763701:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357e3029. 00000400:00000010:0.0:1761317072.763714:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317072.763718:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928576, offset 224 00000400:00000200:0.0:1761317072.763726:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.763737:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.763743:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90413:90413:256:4294967295] 192.168.204.21@tcp LPNI seq info [90413:90413:8:4294967295] 00000400:00000200:0.0:1761317072.763754:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.763759:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.763763:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317072.763769:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.763777:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.763780:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.763795:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.763798:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.763801:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068988f44. 00080000:00000010:3.0:1761317072.763864:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044fd39a3. 00010000:00000010:3.0:1761317072.763945:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021d90d62. 00010000:00000010:3.0:1761317072.763950:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc1a4f52. 00010000:00000010:3.0:1761317072.764025:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d7e6eb. 00010000:00000010:3.0:1761317072.764030:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317072.764040:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013782032. 00000100:00000010:3.0:1761317072.764045:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.764051:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317072.764060:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b79a5f3b. 02000000:00000010:3.0:1761317072.764082:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea03f449. 00000400:00000010:3.0:1761317072.764086:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317072.764090:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317072.764096:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789888, portal 16 00000400:00000010:3.0:1761317072.764099:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc85997b. 00000100:00000200:3.0:1761317072.764101:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789888, offset 0 00000400:00000200:3.0:1761317072.764106:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.764112:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.764118:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.764122:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.764125:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.764127:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90414:90414:255:4294967295] 192.168.204.21@tcp LPNI seq info [90414:90414:7:4294967295] 00000400:00000200:3.0:1761317072.764135:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.764138:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.764142:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001598421d (tot 82354314). 00000800:00000200:3.0:1761317072.764145:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.764149:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.764151:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001598421d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.764402:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.764405:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82354066). 00000400:00000200:1.0:1761317072.764409:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.764413:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.764416:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:1.0:1761317072.764418:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000400:00000010:2.0:1761317072.769774:0:78613:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 0000000029ee4a7b (tot 82354258). 00000001:02000400:2.0:1761317072.769783:0:78613:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000800:00000200:1.0:1761317072.770402:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.770407:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001598421d (tot 82354010). 00000400:00000200:1.0:1761317072.770413:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.770422:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.770428:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc85997b 00000400:00000010:1.0:1761317072.770430:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc85997b. 00000100:00000200:1.0:1761317072.770439:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902789888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.770891:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.770906:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50eb00 00000400:00000200:1.0:1761317072.770913:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1be9 [1] + 224 00000400:00000200:1.0:1761317072.770924:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.770926:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.770931:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902789888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.770962:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.770968:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160000 00000400:00000200:1.0:1761317072.770973:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb054d [2] + 656 00000400:00000200:1.0:1761317072.771024:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.771028:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.771032:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.771039:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 00000020:00000010:0.0:1761317072.771116:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068988f44. 00000020:00000010:0.0:1761317072.771123:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.771128:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.771153:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8fe96b9 x1846872898928640/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317072.771187:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928640 02000000:00000010:0.0:1761317072.771199:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c374f563. 00010000:00000010:0.0:1761317072.771246:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357e3029. 00000100:00000010:0.0:1761317072.771253:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317072.771260:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317072.771264:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357e3029. 00000400:00000010:0.0:1761317072.771277:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317072.771282:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928640, offset 224 00000400:00000200:0.0:1761317072.771289:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.771299:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.771304:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90415:90415:256:4294967295] 192.168.204.21@tcp LPNI seq info [90415:90415:8:4294967295] 00000400:00000200:0.0:1761317072.771314:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.771329:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.771333:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354258). 00000800:00000200:0.0:1761317072.771339:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.771345:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.771349:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.771365:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.771370:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.771374:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068988f44. 00000800:00000200:1.0:1761317072.771462:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.771465:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82354010). 00000400:00000200:1.0:1761317072.771468:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.771471:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.771474:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f6bd1ac 00000400:00000010:1.0:1761317072.771476:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f6bd1ac. 00000400:00000010:3.0:1761317072.771767:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317072.771771:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:3.0:1761317072.771772:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000100:00000200:3.0:1761317072.771777:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902789888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.771784:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902789888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317072.771804:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000719dc7e7. 02000000:00000010:3.0:1761317072.771817:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea03f449. 02000000:00000010:3.0:1761317072.771822:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b79a5f3b. 00000100:00000010:3.0:1761317072.771825:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317072.771827:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.771829:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013782032. 00080000:00000010:3.0:1761317072.771844:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b79a5f3b. 00010000:00000010:3.0:1761317072.771933:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317072.771939:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003dfc150d. 00010000:00000010:3.0:1761317072.772010:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb3d804f. 00010000:00000010:3.0:1761317072.772016:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317072.772025:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013782032. 00000100:00000010:3.0:1761317072.772029:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.772034:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317072.772044:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea03f449. 02000000:00000010:3.0:1761317072.772067:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000598ed670. 00000400:00000010:3.0:1761317072.772071:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317072.772075:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317072.772079:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902789952, portal 16 00000400:00000010:3.0:1761317072.772083:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317072.772085:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902789952, offset 0 00000400:00000200:3.0:1761317072.772090:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.772097:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.772103:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.772106:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.772109:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.772111:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90416:90416:256:4294967295] 192.168.204.21@tcp LPNI seq info [90416:90416:8:4294967295] 00000400:00000200:3.0:1761317072.772118:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.772123:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.772126:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008483ab27 (tot 82354258). 00000800:00000200:3.0:1761317072.772130:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.772135:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.772138:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008483ab27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.772589:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.772593:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008483ab27 (tot 82354010). 00000400:00000200:1.0:1761317072.772597:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.772602:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.772606:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:1.0:1761317072.772607:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:1.0:1761317072.772611:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902789952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.777387:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.777409:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50eb40 00000400:00000200:1.0:1761317072.777417:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1bf5 [1] + 224 00000400:00000200:1.0:1761317072.777435:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.777439:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.777452:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902789952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.777532:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317072.777536:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:3.0:1761317072.777538:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000100:00000200:3.0:1761317072.777543:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902789952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.777550:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902789952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.777579:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000598ed670. 02000000:00000010:3.0:1761317072.777584:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea03f449. 00000100:00000010:3.0:1761317072.777587:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317072.777590:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.777593:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013782032. 00000400:00000010:2.0:1761317072.778518:0:78613:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 0000000029ee4a7b (tot 82353818). 00000400:00000200:1.0:1761317072.778869:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.778881:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160040 00000400:00000200:1.0:1761317072.778888:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb054d [2] + 984 00000400:00000200:1.0:1761317072.778945:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.778949:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.778955:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.778961:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 00000020:00000010:0.0:1761317072.779046:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068988f44. 00000020:00000010:0.0:1761317072.779055:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.779060:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.779087:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1413ae6 x1846872898928704/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317072.779123:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928704 02000000:00000010:0.0:1761317072.779136:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000045e8681a. 00010000:00000010:0.0:1761317072.779166:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030f36216. 00010000:00000010:0.0:1761317072.779189:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357e3029. 00000100:00000010:0.0:1761317072.779195:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317072.779214:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317072.779217:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357e3029. 00000400:00000010:0.0:1761317072.779230:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317072.779235:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928704, offset 224 00000400:00000200:0.0:1761317072.779243:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.779254:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.779259:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90417:90417:256:4294967295] 192.168.204.21@tcp LPNI seq info [90417:90417:8:4294967295] 00000400:00000200:0.0:1761317072.779269:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.779274:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.779279:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317072.779285:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.779291:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.779294:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.779309:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317072.779313:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.779330:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068988f44. 00000800:00000200:1.0:1761317072.779416:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.779419:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:1.0:1761317072.779423:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.779426:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.779430:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000400:00000010:1.0:1761317072.779432:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 00080000:00000010:3.0:1761317072.779490:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea03f449. 00010000:00000010:3.0:1761317072.779585:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317072.779593:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b14a1c17. 00010000:00000010:3.0:1761317072.779715:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066ad1086. 00010000:00000010:3.0:1761317072.779722:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317072.779734:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013782032. 00000100:00000010:3.0:1761317072.779738:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.779746:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317072.779759:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000598ed670. 02000000:00000010:3.0:1761317072.779783:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fb19c82. 00000400:00000010:3.0:1761317072.779789:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317072.779793:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317072.779798:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790016, portal 16 00000400:00000010:3.0:1761317072.779803:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317072.779805:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790016, offset 0 00000400:00000200:3.0:1761317072.779811:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.779818:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.779824:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.779827:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.779830:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.779832:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90418:90418:256:4294967295] 192.168.204.21@tcp LPNI seq info [90418:90418:8:4294967295] 00000400:00000200:3.0:1761317072.779839:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.779843:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.779846:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000206c29f3 (tot 82354066). 00000800:00000200:3.0:1761317072.779850:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.779854:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.779857:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000206c29f3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.779955:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.779957:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000206c29f3 (tot 82353818). 00000400:00000200:1.0:1761317072.779961:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.779965:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.779967:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:1.0:1761317072.779969:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000100:00000200:1.0:1761317072.779974:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902790016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.781355:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.781370:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50eb80 00000400:00000200:1.0:1761317072.781378:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c01 [1] + 224 00000400:00000200:1.0:1761317072.781391:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.781394:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.781400:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902790016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.781462:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317072.781466:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:3.0:1761317072.781468:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000100:00000200:3.0:1761317072.781473:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902790016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.781485:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902790016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.781511:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fb19c82. 02000000:00000010:3.0:1761317072.781515:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000598ed670. 00000100:00000010:3.0:1761317072.781518:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:3.0:1761317072.781522:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.781525:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013782032. 00000400:00000200:1.0:1761317072.784583:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.784603:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160080 00000400:00000200:1.0:1761317072.784610:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb054d [2] + 1312 00000400:00000200:1.0:1761317072.784710:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.784716:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.784722:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.784729:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001115483a. 00000020:00000010:3.0:1761317072.784828:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000598ed670. 00000020:00000010:3.0:1761317072.784834:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.784838:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.784862:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001115483a x1846872898928768/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317072.784900:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928768 02000000:00000010:3.0:1761317072.784910:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000fb19c82. 00010000:00000010:3.0:1761317072.784942:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000947351ed. 00010000:00000010:3.0:1761317072.784964:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013782032. 00000100:00000010:3.0:1761317072.784970:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.784982:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.784985:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013782032. 00000400:00000010:3.0:1761317072.784998:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317072.785003:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928768, offset 224 00000400:00000200:3.0:1761317072.785011:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.785022:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.785026:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90419:90419:256:4294967295] 192.168.204.21@tcp LPNI seq info [90419:90419:8:4294967295] 00000400:00000200:3.0:1761317072.785035:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.785040:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.785044:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c2ccd5 (tot 82354066). 00000800:00000200:3.0:1761317072.785048:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.785054:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.785058:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4c2ccd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.785073:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.785078:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.785081:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000598ed670. 00080000:00000010:3.0:1761317072.785107:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000598ed670. 00010000:00000010:3.0:1761317072.785192:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317072.785198:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c827041. 00010000:00000010:3.0:1761317072.785275:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085241836. 00010000:00000010:3.0:1761317072.785282:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317072.785292:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013782032. 00000100:00000010:3.0:1761317072.785294:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.785301:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317072.785311:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbfd8ba9. 02000000:00000010:3.0:1761317072.785345:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d27a805e. 00000400:00000010:3.0:1761317072.785350:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317072.785355:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317072.785360:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790080, portal 16 00000400:00000010:3.0:1761317072.785364:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317072.785366:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790080, offset 0 00000400:00000200:3.0:1761317072.785371:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.785377:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.785383:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.785386:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.785389:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.785391:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90420:90420:255:4294967295] 192.168.204.21@tcp LPNI seq info [90420:90420:7:4294967295] 00000400:00000200:3.0:1761317072.785397:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.785401:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.785404:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3ea5bf6 (tot 82354314). 00000800:00000200:3.0:1761317072.785407:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.785411:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.785413:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3ea5bf6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.786306:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.786313:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c2ccd5 (tot 82354066). 00000400:00000200:1.0:1761317072.786328:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.786335:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.786340:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:1.0:1761317072.786342:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000800:00000200:1.0:1761317072.786374:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.786376:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3ea5bf6 (tot 82353818). 00000400:00000200:1.0:1761317072.786379:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.786382:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.786384:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:1.0:1761317072.786385:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:1.0:1761317072.786390:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902790080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.787812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ef78ce. 00010000:00000010:3.1:1761317072.788425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009311a758. 00010000:00000010:3.1:1761317072.788434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c9edd5. 00010000:00000010:3.1:1761317072.791784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007b0d7d4. 00010000:00000010:3.1:1761317072.791797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000261d4141. 00010000:00000010:3.1:1761317072.791802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d7e6eb. 00010000:00000010:3.1:1761317072.791813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afd664a0. 00010000:00000010:3.1:1761317072.791819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3d804f. 00010000:00000010:3.1:1761317072.791923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d5f5948. 00010000:00000010:3.1:1761317072.791929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022cceb7a. 00010000:00000010:3.1:1761317072.791933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ad1086. 00000400:00000200:1.0:1761317072.791935:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.791954:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ebc0 00000400:00000200:1.0:1761317072.791964:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c0d [1] + 224 00000400:00000200:1.0:1761317072.791976:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.791981:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.791991:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902790080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.792025:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.792030:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1600c0 00000400:00000200:1.0:1761317072.792035:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb054d [2] + 1640 00000400:00000200:1.0:1761317072.792043:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.792045:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.792049:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.792055:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cc2068a. 00000020:00000010:2.0:1761317072.792326:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df4436e. 00000400:00000010:3.0:1761317072.792332:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000020:00000010:2.0:1761317072.792334:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bf433388. 00000400:00000200:3.0:1761317072.792340:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000020:00000010:2.0:1761317072.792342:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000400:00000010:3.0:1761317072.792343:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000100:00000200:3.0:1761317072.792352:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902790080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.792361:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902790080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.792369:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001cc2068a x1846872898928832/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:3.0:1761317072.792394:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d27a805e. 02000000:00000010:3.0:1761317072.792401:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbfd8ba9. 00000100:00000010:3.0:1761317072.792405:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000200:2.0:1761317072.792407:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928832 00000100:00000010:3.0:1761317072.792409:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.792413:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013782032. 02000000:00000010:2.0:1761317072.792418:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e960e37f. 00010000:00000010:2.0:1761317072.792455:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b92fb08d. 00010000:00000010:2.0:1761317072.792473:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000039b0ad59. 00000100:00000010:2.0:1761317072.792478:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029ee4a7b. 00000100:00000010:2.0:1761317072.792491:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029ee4a7b. 00010000:00000010:2.0:1761317072.792494:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000039b0ad59. 00000400:00000010:2.0:1761317072.792505:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd1b652d. 00000100:00000200:2.0:1761317072.792509:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928832, offset 224 00000400:00000200:2.0:1761317072.792516:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.792525:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.792531:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90421:90421:256:4294967295] 192.168.204.21@tcp LPNI seq info [90421:90421:8:4294967295] 00000400:00000200:2.0:1761317072.792541:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.792546:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.792550:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317072.792556:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.792563:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.792567:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.792579:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bf433388. 00000020:00000010:2.0:1761317072.792582:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.792585:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df4436e. 00000800:00000200:1.0:1761317072.792790:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.792794:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:1.0:1761317072.792800:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.792804:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.792807:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b652d 00000400:00000010:1.0:1761317072.792808:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b652d. 00080000:00000010:3.0:1761317072.792912:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efc32f06. 00010000:00000010:3.0:1761317072.793019:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317072.793026:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000651dbf3. 00010000:00000010:3.0:1761317072.793109:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066ad1086. 00010000:00000010:3.0:1761317072.793116:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317072.793128:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000013782032. 00000100:00000010:3.0:1761317072.793655:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.793668:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317072.793815:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022b9e2b6. 02000000:00000010:3.0:1761317072.793849:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000080028d12. 00000400:00000010:3.0:1761317072.793855:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317072.793861:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317072.793868:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790144, portal 16 00000400:00000010:3.0:1761317072.793875:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc85997b. 00000100:00000200:3.0:1761317072.793877:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790144, offset 0 00000400:00000200:3.0:1761317072.793887:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.793902:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.793911:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.793915:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.793919:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.793924:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90422:90422:256:4294967295] 192.168.204.21@tcp LPNI seq info [90422:90422:8:4294967295] 00000400:00000200:3.0:1761317072.793935:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.793941:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.793946:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3ea5bf6 (tot 82354066). 00000800:00000200:3.0:1761317072.793953:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.793960:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.793964:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3ea5bf6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.798728:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.798735:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3ea5bf6 (tot 82353818). 00000400:00000200:1.0:1761317072.798742:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.798751:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.798756:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc85997b 00000400:00000010:1.0:1761317072.798758:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc85997b. 00000100:00000200:1.0:1761317072.798767:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902790144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.798910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005fec82e. 00010000:00000010:2.1:1761317072.799720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dae9841. 00000400:00000200:3.0:1761317072.802424:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.802444:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ec00 00000400:00000200:3.0:1761317072.802452:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c19 [1] + 224 00000400:00000200:3.0:1761317072.802467:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.802472:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.802482:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902790144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317072.802550:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:2.0:1761317072.802556:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:2.0:1761317072.802558:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000100:00000200:2.0:1761317072.802564:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902790144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.802573:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902790144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.802609:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000080028d12. 02000000:00000010:2.0:1761317072.802617:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022b9e2b6. 00000100:00000010:2.0:1761317072.802622:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:2.0:1761317072.802626:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:2.0:1761317072.802629:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000013782032. 00010000:00000010:3.1:1761317072.802714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b82b81. 00010000:00000010:3.1:1761317072.802722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085241836. 00000400:00000200:3.0:1761317072.802940:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.802949:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160100 00000400:00000200:3.0:1761317072.802955:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb054d [2] + 1968 00000400:00000010:3.0:1761317072.802958:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000973c0990. 00000400:00000200:3.0:1761317072.802962:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000073c85540 00000400:00000200:3.0:1761317072.803013:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.803018:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.803020:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073c85540 00000400:00000010:3.0:1761317072.803023:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000073c85540 (tot 82353666). 00000100:00000200:3.0:1761317072.803030:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317072.803445:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c683b4a5. 00000020:00000010:2.0:1761317072.803451:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006dd731b8. 00000020:00000010:2.0:1761317072.803456:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.803481:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009915c0f6 x1846872898928896/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317072.803513:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928896 02000000:00000010:2.0:1761317072.803523:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0db7b5d. 00010000:00000010:2.0:1761317072.803550:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e037b7ba. 00010000:00000010:2.0:1761317072.803568:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b760e07f. 00000100:00000010:2.0:1761317072.803573:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029ee4a7b. 00000100:00000010:2.0:1761317072.803581:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029ee4a7b. 00010000:00000010:2.0:1761317072.803584:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b760e07f. 00000400:00000010:2.0:1761317072.803595:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd1b652d. 00000100:00000200:2.0:1761317072.803599:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928896, offset 224 00000400:00000200:2.0:1761317072.803607:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.803618:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.803623:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90423:90423:256:4294967295] 192.168.204.21@tcp LPNI seq info [90423:90423:8:4294967295] 00000400:00000200:2.0:1761317072.803633:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.803638:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.803642:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82353914). 00000800:00000200:2.0:1761317072.803648:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.803655:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.803659:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.803673:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006dd731b8. 00000020:00000010:2.0:1761317072.803676:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.803703:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c683b4a5. 02000000:00000010:2.0:1761317072.803711:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e960e37f. 00000100:00000010:2.0:1761317072.803714:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cc2068a. 02000000:00000010:2.0:1761317072.803719:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000fb19c82. 00000100:00000010:2.0:1761317072.803721:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001115483a. 02000000:00000010:2.0:1761317072.803725:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045e8681a. 00000100:00000010:2.0:1761317072.803727:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 02000000:00000010:2.0:1761317072.803730:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c374f563. 00000100:00000010:2.0:1761317072.803732:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 02000000:00000010:2.0:1761317072.803735:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2d6b709. 00000100:00000010:2.0:1761317072.803737:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 02000000:00000010:2.0:1761317072.803740:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9ddd0af. 00000100:00000010:2.0:1761317072.803741:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 00000100:00000200:2.0:1761317072.803747:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317072.803751:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000973c0990. 00000400:00000010:2.0:1761317072.803755:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000029ee4a7b (tot 82354066). 00080000:00000010:2.0:1761317072.803779:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e960e37f. 00010000:00000010:2.0:1761317072.803857:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:2.0:1761317072.803862:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052f3422d. 00010000:00000010:2.0:1761317072.803930:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004de2ee39. 00010000:00000010:2.0:1761317072.803935:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e68431d6. 00010000:00000010:2.0:1761317072.803945:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b760e07f. 00000100:00000010:2.0:1761317072.803949:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.803956:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317072.803966:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c683b4a5. 02000000:00000010:2.0:1761317072.803989:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000035c41f4d. 00000400:00000010:2.0:1761317072.803992:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317072.803995:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317072.803999:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790208, portal 16 00000400:00000010:2.0:1761317072.804002:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317072.804004:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790208, offset 0 00000400:00000200:2.0:1761317072.804009:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.804015:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.804021:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.804024:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.804027:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.804030:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90424:90424:255:4294967295] 192.168.204.21@tcp LPNI seq info [90424:90424:7:4294967295] 00000400:00000200:2.0:1761317072.804038:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.804042:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.804045:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354314). 00000800:00000200:2.0:1761317072.804048:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.804052:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.804054:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.804156:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.804160:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82354066). 00000400:00000200:1.0:1761317072.804166:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.804170:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.804173:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b652d 00000400:00000010:1.0:1761317072.804175:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b652d. 02000000:00000010:1.0:1761317072.804180:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0db7b5d. 00000800:00000200:1.0:1761317072.804224:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.804226:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:1.0:1761317072.804229:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.804231:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.804233:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:1.0:1761317072.804234:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00000100:00000200:1.0:1761317072.804238:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902790208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.806066:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.806085:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ec40 00000400:00000200:1.0:1761317072.806094:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c29 [1] + 224 00000400:00000200:1.0:1761317072.806108:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.806111:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.806120:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902790208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.807286:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.807296:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160140 00000400:00000200:1.0:1761317072.807303:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05a5 [2] + 0 00000400:00000200:1.0:1761317072.807325:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.807328:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.807333:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.807340:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 00000020:00000010:1.0:1761317072.807388:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f5e659f. 00000020:00000010:1.0:1761317072.807394:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317072.807399:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d00f877a. 00000100:00000200:1.0:1761317072.807421:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4e49e41 x1846872898928960/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317072.807450:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898928960 02000000:00000010:1.0:1761317072.807461:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000043584b0b. 00010000:00000010:1.0:1761317072.807499:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317072.807506:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:1.0:1761317072.807512:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:1.0:1761317072.807515:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000010:1.0:1761317072.807528:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.807533:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898928960, offset 224 00000400:00000200:1.0:1761317072.807540:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.807550:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.807556:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90425:90425:256:4294967295] 192.168.204.21@tcp LPNI seq info [90425:90425:8:4294967295] 00000400:00000200:1.0:1761317072.807567:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.807572:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.807576:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317072.807582:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.807589:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.807593:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.807609:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317072.807615:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d00f877a. 00000020:00000010:1.0:1761317072.807619:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f5e659f. 00000800:00000200:1.0:1761317072.807732:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.807736:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82353818). 00000400:00000200:1.0:1761317072.807740:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.807743:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.807746:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:1.0:1761317072.807748:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000400:00000010:2.0:1761317072.807876:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a8abfe. 00000400:00000200:2.0:1761317072.807880:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:2.0:1761317072.807881:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317072.807888:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902790208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.807897:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902790208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317072.807917:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a04d23a. 02000000:00000010:2.0:1761317072.807930:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000035c41f4d. 02000000:00000010:2.0:1761317072.807934:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c683b4a5. 00000100:00000010:2.0:1761317072.807936:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317072.807939:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.807941:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b760e07f. 00080000:00000010:2.0:1761317072.807956:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c683b4a5. 00010000:00000010:2.0:1761317072.808032:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e68431d6. 00010000:00000010:2.0:1761317072.808037:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9a2fa77. 00010000:00000010:2.0:1761317072.808120:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d48072b0. 00010000:00000010:2.0:1761317072.808126:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e68431d6. 00010000:00000010:2.0:1761317072.808135:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b760e07f. 00000100:00000010:2.0:1761317072.808138:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.808143:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317072.808153:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000035c41f4d. 02000000:00000010:2.0:1761317072.808174:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058e8cbbb. 00000400:00000010:2.0:1761317072.808179:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317072.808182:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317072.808186:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790272, portal 16 00000400:00000010:2.0:1761317072.808190:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317072.808191:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790272, offset 0 00000400:00000200:2.0:1761317072.808197:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.808204:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.808209:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.808212:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.808215:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.808217:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90426:90426:256:4294967295] 192.168.204.21@tcp LPNI seq info [90426:90426:8:4294967295] 00000400:00000200:2.0:1761317072.808223:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.808227:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.808230:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317072.808233:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.808237:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.808240:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.808664:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.808667:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:0.0:1761317072.808673:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.808801:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.808805:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:0.0:1761317072.808807:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:0.0:1761317072.808811:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902790272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.813993:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.814015:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ec80 00000400:00000200:3.0:1761317072.814218:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c35 [1] + 224 00000400:00000200:3.0:1761317072.814234:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.814238:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.814248:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902790272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.814286:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.814292:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160180 00000400:00000200:3.0:1761317072.814298:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05a5 [2] + 328 00000400:00000010:2.0:1761317072.814676:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000041a8abfe. 00000400:00000200:2.0:1761317072.814704:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:2.0:1761317072.814706:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317072.814714:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902790272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.814722:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902790272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.814750:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058e8cbbb. 02000000:00000010:2.0:1761317072.814754:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000035c41f4d. 00000100:00000010:2.0:1761317072.814757:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317072.814760:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.814764:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b760e07f. 00000400:00000200:3.0:1761317072.815134:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.815140:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.815146:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.815151:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 00000020:00000010:3.0:1761317072.815200:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095047811. 00000020:00000010:3.0:1761317072.815206:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.815211:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.815235:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c4982a8 x1846872898929024/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317072.815276:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929024 02000000:00000010:3.0:1761317072.815295:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f1d9a60. 00010000:00000010:3.0:1761317072.815334:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f8e8c4e. 00010000:00000010:3.0:1761317072.815355:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e6858e4. 00000100:00000010:3.0:1761317072.815363:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.815381:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.815384:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e6858e4. 00000400:00000010:3.0:1761317072.815396:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab1bb0c. 00000100:00000200:3.0:1761317072.815401:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929024, offset 224 00000400:00000200:3.0:1761317072.815408:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.815422:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.815427:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90427:90427:256:4294967295] 192.168.204.21@tcp LPNI seq info [90427:90427:8:4294967295] 00000400:00000200:3.0:1761317072.815439:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.815446:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.815451:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c2ccd5 (tot 82354066). 00000800:00000200:3.0:1761317072.815457:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.815465:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.815469:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4c2ccd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.815485:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.815488:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.815491:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095047811. 00010000:00000010:2.1:1761317072.815712:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000585bfd7b. 00000800:00000200:1.0:1761317072.816808:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.816814:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c2ccd5 (tot 82353818). 00000400:00000200:1.0:1761317072.816820:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.816828:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.816833:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab1bb0c 00000400:00000010:1.0:1761317072.816836:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab1bb0c. 00080000:00000010:3.0:1761317072.821893:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095047811. 00010000:00000010:3.0:1761317072.822032:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e68431d6. 00010000:00000010:3.0:1761317072.822044:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ed8191e. 00010000:00000010:3.0:1761317072.822139:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085241836. 00010000:00000010:3.0:1761317072.822146:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317072.822161:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e6858e4. 00000100:00000010:3.0:1761317072.822172:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.822183:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 02000000:00000010:3.0:1761317072.822200:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b40ec75. 02000000:00000010:3.0:1761317072.822240:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae2c7847. 00000400:00000010:3.0:1761317072.822248:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317072.822256:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317072.822266:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790336, portal 16 00000400:00000010:3.0:1761317072.822273:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317072.822275:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790336, offset 0 00000400:00000200:3.0:1761317072.822292:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.822311:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.822329:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.822333:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.822336:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.822339:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90428:90428:256:4294967295] 192.168.204.21@tcp LPNI seq info [90428:90428:8:4294967295] 00000400:00000200:3.0:1761317072.822350:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.822358:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.822362:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000206c29f3 (tot 82354066). 00000800:00000200:3.0:1761317072.822370:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.822379:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.822385:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000206c29f3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.825033:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.825042:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000206c29f3 (tot 82353818). 00000400:00000200:0.0:1761317072.825050:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.825060:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.825066:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:0.0:1761317072.825068:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:0.0:1761317072.825076:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064fe2df4 x1846872902790336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.825484:0:78616:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000690dde3f. 00010000:00000010:2.1:1761317072.825494:0:78616:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ad1086. 00010000:00000010:2.1:1761317072.825498:0:78616:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b62e1301. 00010000:00000010:2.1:1761317072.825501:0:78616:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccbb7ce8. 00010000:00000010:2.1:1761317072.825505:0:78616:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de2ee39. 00000400:00000200:3.0:1761317072.829303:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.829340:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ecc0 00000400:00000200:3.0:1761317072.829350:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c41 [1] + 224 00000400:00000200:3.0:1761317072.829373:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.829377:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.829392:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064fe2df4 x1846872902790336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317072.831400:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:1.0:1761317072.831412:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:1.0:1761317072.831414:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00000100:00000200:1.0:1761317072.831429:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064fe2df4 x1846872902790336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.831439:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064fe2df4 x1846872902790336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317072.831470:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae2c7847. 02000000:00000010:1.0:1761317072.831478:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008b40ec75. 00000100:00000010:1.0:1761317072.831482:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 00000100:00000010:1.0:1761317072.831487:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:1.0:1761317072.831491:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e6858e4. 00010000:00000010:3.1:1761317072.831749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006571a085. 00000400:00000200:1.0:1761317072.831985:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.831999:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1601c0 00000400:00000200:1.0:1761317072.832006:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05a5 [2] + 656 00000400:00000200:1.0:1761317072.832069:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.832074:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.832080:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.832085:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 00000020:00000010:3.0:1761317072.832205:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f21d03d6. 00000020:00000010:3.0:1761317072.832212:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.832216:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.832243:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8fe96b9 x1846872898929088/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317072.832282:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929088 02000000:00000010:3.0:1761317072.832292:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae2c7847. 00010000:00000010:3.0:1761317072.832334:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c122f597. 00010000:00000010:3.0:1761317072.832353:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009cb8145f. 00000100:00000010:3.0:1761317072.832359:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.832377:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.832380:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009cb8145f. 00000400:00000010:3.0:1761317072.832393:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b1fcbc. 00000100:00000200:3.0:1761317072.832399:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929088, offset 224 00000400:00000200:3.0:1761317072.832406:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.832417:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.832422:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90429:90429:256:4294967295] 192.168.204.21@tcp LPNI seq info [90429:90429:8:4294967295] 00000400:00000200:3.0:1761317072.832432:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.832437:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.832441:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008483ab27 (tot 82354066). 00000800:00000200:3.0:1761317072.832446:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.832453:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.832457:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008483ab27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.832471:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.832474:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.832477:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f21d03d6. 00000800:00000200:0.0:1761317072.832577:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.832581:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008483ab27 (tot 82353818). 00000400:00000200:0.0:1761317072.832584:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.832588:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.832591:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b1fcbc 00000400:00000010:0.0:1761317072.832592:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b1fcbc. 00080000:00000010:0.0:1761317072.832621:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068988f44. 00010000:00000010:0.0:1761317072.832747:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:0.0:1761317072.832754:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d2a5a9e2. 00010000:00000010:0.0:1761317072.832827:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317072.832832:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317072.832842:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317072.832846:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317072.832853:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317072.832866:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083f76e09. 02000000:00000010:0.0:1761317072.832890:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e906f93b. 00000400:00000010:0.0:1761317072.832894:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317072.832899:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317072.832905:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790400, portal 16 00000400:00000010:0.0:1761317072.832909:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317072.832911:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790400, offset 0 00000400:00000200:0.0:1761317072.832917:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.832923:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.832931:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.832935:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.832938:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.832941:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90430:90430:256:4294967295] 192.168.204.21@tcp LPNI seq info [90430:90430:8:4294967295] 00000400:00000200:0.0:1761317072.832948:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.832952:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.832955:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317072.832959:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.832963:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.832965:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.833147:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.833150:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:3.0:1761317072.833153:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.833156:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.833159:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:3.0:1761317072.833160:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00000100:00000200:3.0:1761317072.833165:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902790400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.836044:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.836063:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ed00 00000400:00000200:1.0:1761317072.836072:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c4d [1] + 224 00000400:00000200:1.0:1761317072.836085:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.836088:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.836098:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902790400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.836132:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.836136:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160200 00000400:00000200:1.0:1761317072.836141:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05a5 [2] + 984 00000400:00000200:1.0:1761317072.836191:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.836195:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.836199:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.836204:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 00000400:00000010:0.0:1761317072.836281:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7cc8acc. 00000400:00000200:0.0:1761317072.836286:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:0.0:1761317072.836289:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000100:00000200:0.0:1761317072.836294:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902790400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.836302:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902790400/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.836344:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e906f93b. 02000000:00000010:0.0:1761317072.836351:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083f76e09. 00000100:00000010:0.0:1761317072.836354:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:0.0:1761317072.836357:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317072.836361:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00000020:00000010:3.0:1761317072.836555:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f21d03d6. 00000020:00000010:3.0:1761317072.836561:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.836565:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.836585:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1413ae6 x1846872898929152/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317072.836617:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929152 02000000:00000010:3.0:1761317072.836627:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a46b69f. 00010000:00000010:3.0:1761317072.836653:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a983e659. 00010000:00000010:3.0:1761317072.836672:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009cb8145f. 00010000:00000010:3.1:1761317072.836704:0:65609:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006558bf96. 00010000:00000010:3.1:1761317072.836709:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d48072b0. 00000100:00000010:3.0:1761317072.836714:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.836723:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.836725:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009cb8145f. 00000400:00000010:3.0:1761317072.836736:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317072.836741:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929152, offset 224 00000400:00000200:3.0:1761317072.836749:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.836758:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.836764:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90431:90431:256:4294967295] 192.168.204.21@tcp LPNI seq info [90431:90431:8:4294967295] 00000400:00000200:3.0:1761317072.836774:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.836780:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.836784:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001598421d (tot 82354066). 00000800:00000200:3.0:1761317072.836790:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.836798:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.836801:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001598421d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.836816:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.836819:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.836822:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f21d03d6. 00080000:00000010:0.0:1761317072.837026:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083f76e09. 00010000:00000010:0.0:1761317072.837116:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317072.837123:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1821fbf. 00010000:00000010:0.0:1761317072.837196:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:0.0:1761317072.837201:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317072.837209:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000046a9b2eb. 00000100:00000010:0.0:1761317072.837212:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317072.837217:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317072.837225:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e906f93b. 02000000:00000010:0.0:1761317072.837246:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e31feaa. 00000400:00000010:0.0:1761317072.837249:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317072.837253:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317072.837258:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790464, portal 16 00000400:00000010:0.0:1761317072.837261:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317072.837263:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790464, offset 0 00000400:00000200:0.0:1761317072.837268:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.837275:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.837281:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.837284:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.837287:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.837289:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90432:90432:255:4294967295] 192.168.204.21@tcp LPNI seq info [90432:90432:7:4294967295] 00000400:00000200:0.0:1761317072.837296:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.837300:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.837303:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354314). 00000800:00000200:0.0:1761317072.837307:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.837310:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.837313:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.837506:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.837510:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001598421d (tot 82354066). 00000400:00000200:3.0:1761317072.837513:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.837517:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.837520:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:3.0:1761317072.837521:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000800:00000200:3.0:1761317072.837563:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.837564:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:3.0:1761317072.837567:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.837570:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.837572:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:3.0:1761317072.837573:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00000100:00000200:3.0:1761317072.837577:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902790464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.839778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000129d4f67. 00010000:00000010:3.1:1761317072.844736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e52b03b. 00010000:00000010:0.1:1761317072.845377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb3fae93. 00010000:00000010:0.1:1761317072.845385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085241836. 00010000:00000010:0.1:1761317072.845390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed47a93f. 00010000:00000010:0.1:1761317072.845393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00000400:00000200:3.0:1761317072.846479:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.846502:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ed40 00000400:00000200:3.0:1761317072.846512:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c59 [1] + 224 00000400:00000200:3.0:1761317072.846527:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.846531:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.846541:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902790464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.846582:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.846588:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160240 00000400:00000200:3.0:1761317072.846592:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05a5 [2] + 1312 00000400:00000200:3.0:1761317072.846654:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.846658:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.846662:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.846668:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 00000020:00000010:2.0:1761317072.846943:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000035c41f4d. 00000020:00000010:2.0:1761317072.846951:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000090d01a23. 00000020:00000010:2.0:1761317072.846956:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.846983:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077a99891 x1846872898929216/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317072.847180:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929216 02000000:00000010:2.0:1761317072.847193:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058e8cbbb. 00010000:00000010:2.0:1761317072.847232:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ce4bedb9. 00000100:00000010:2.0:1761317072.847239:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.847246:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.847249:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ce4bedb9. 00000400:00000010:2.0:1761317072.847264:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317072.847270:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929216, offset 224 00000400:00000200:2.0:1761317072.847278:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.847291:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.847296:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90433:90433:256:4294967295] 192.168.204.21@tcp LPNI seq info [90433:90433:8:4294967295] 00000400:00000200:2.0:1761317072.847305:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.847310:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.847324:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317072.847330:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.847337:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.847341:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.847367:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000090d01a23. 00000020:00000010:2.0:1761317072.847372:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.847375:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035c41f4d. 00000800:00000200:3.0:1761317072.847442:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.847445:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:3.0:1761317072.847452:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.847456:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.847460:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:3.0:1761317072.847462:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000400:00000010:2.0:1761317072.848755:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f7cc8acc. 00000400:00000200:2.0:1761317072.848765:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:2.0:1761317072.848767:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000100:00000200:2.0:1761317072.848777:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902790464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.848786:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902790464/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317072.848827:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040c470ef. 02000000:00000010:2.0:1761317072.848843:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e31feaa. 02000000:00000010:2.0:1761317072.848848:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e906f93b. 00000100:00000010:2.0:1761317072.848851:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:2.0:1761317072.848854:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:2.0:1761317072.848857:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000046a9b2eb. 00080000:00000010:2.0:1761317072.848876:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000035c41f4d. 00010000:00000010:2.0:1761317072.849594:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:2.0:1761317072.849606:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047c975dd. 00010000:00000010:3.0:1761317072.849752:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb3d804f. 00010000:00000010:3.0:1761317072.849760:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317072.849771:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009cb8145f. 00000100:00000010:3.0:1761317072.849778:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.849786:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317072.849799:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000834dc6ea. 02000000:00000010:3.0:1761317072.849827:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba6ad30e. 00000400:00000010:3.0:1761317072.849832:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317072.849837:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317072.849843:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790528, portal 16 00000400:00000010:3.0:1761317072.849849:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0aa9e89. 00000100:00000200:3.0:1761317072.849851:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790528, offset 0 00000400:00000200:3.0:1761317072.849860:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.849873:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.849882:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.849885:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.849888:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.849891:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90434:90434:256:4294967295] 192.168.204.21@tcp LPNI seq info [90434:90434:8:4294967295] 00000400:00000200:3.0:1761317072.849901:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.849906:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.849910:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001598421d (tot 82354066). 00000800:00000200:3.0:1761317072.849916:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.849923:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.849927:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001598421d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.850096:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.850100:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001598421d (tot 82353818). 00000400:00000200:0.0:1761317072.850104:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.850108:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.850113:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0aa9e89 00000400:00000010:0.0:1761317072.850114:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0aa9e89. 00000100:00000200:0.0:1761317072.850120:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902790528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.852856:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.852875:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ed80 00000400:00000200:3.0:1761317072.852885:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c65 [1] + 224 00000400:00000200:3.0:1761317072.852901:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.852905:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.852916:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902790528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317072.853030:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:0.0:1761317072.853035:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:0.0:1761317072.853037:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000100:00000200:0.0:1761317072.853043:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902790528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.853050:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902790528/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.853076:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba6ad30e. 02000000:00000010:0.0:1761317072.853081:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000834dc6ea. 00000100:00000010:0.0:1761317072.853084:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:0.0:1761317072.853088:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.0:1761317072.853092:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009cb8145f. 00000400:00000200:3.0:1761317072.857805:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.857830:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160280 00000400:00000200:3.0:1761317072.857840:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05a5 [2] + 1640 00000400:00000200:3.0:1761317072.857908:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.857914:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.857923:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.857930:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00000020:00000010:2.0:1761317072.858313:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ead33ef1. 00000020:00000010:2.0:1761317072.858329:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000090d01a23. 00000020:00000010:2.0:1761317072.858334:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.858362:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898929280/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317072.858389:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929280 02000000:00000010:2.0:1761317072.858400:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0db7b5d. 00010000:00000010:2.0:1761317072.858430:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000709a56a. 00010000:00000010:2.0:1761317072.858450:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000806e7b36. 00000100:00000010:2.0:1761317072.858457:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.858543:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.858548:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000806e7b36. 00000400:00000010:2.0:1761317072.858561:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1bd8564. 00000100:00000200:2.0:1761317072.858566:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929280, offset 224 00000400:00000200:2.0:1761317072.858574:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.858585:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.858590:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90435:90435:256:4294967295] 192.168.204.21@tcp LPNI seq info [90435:90435:8:4294967295] 00000400:00000200:2.0:1761317072.858600:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.858605:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.858609:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317072.858615:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.858622:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.858625:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761317072.858707:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f9b68c7. 00010000:00000010:0.0:1761317072.858798:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:0.0:1761317072.858806:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b296b975. 00010000:00000010:0.0:1761317072.858879:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d962ada0. 00010000:00000010:0.0:1761317072.858883:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006acd201f. 00010000:00000010:0.0:1761317072.858889:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317072.858894:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00080000:00000010:0.0:1761317072.858906:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf363453. 00010000:00000010:0.0:1761317072.858930:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317072.858934:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006acd201f. 00010000:00000010:0.0:1761317072.858987:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e44f0a92. 00010000:00000010:0.0:1761317072.858991:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317072.858998:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000357e3029. 00000100:00000010:0.0:1761317072.859003:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0af5ef2. 00000100:00000010:0.0:1761317072.859011:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 02000000:00000010:0.0:1761317072.859022:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f72cf79. 02000000:00000010:0.0:1761317072.859045:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e83a0f2f. 00000400:00000010:0.0:1761317072.859050:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c480fba. 00000400:00000010:0.0:1761317072.859056:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317072.859062:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790592, portal 16 00000400:00000010:0.0:1761317072.859066:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023f77c1e. 00000100:00000200:0.0:1761317072.859068:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790592, offset 0 00000400:00000200:0.0:1761317072.859074:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.859081:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.859088:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.859091:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.859093:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.859096:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90436:90436:255:4294967295] 192.168.204.21@tcp LPNI seq info [90436:90436:7:4294967295] 00000400:00000200:0.0:1761317072.859103:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.859107:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.859110:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354314). 00000800:00000200:0.0:1761317072.859113:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.859117:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.859119:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.859166:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000090d01a23. 00000020:00000010:2.0:1761317072.859171:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.859174:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ead33ef1. 00000800:00000200:3.0:1761317072.859332:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.859335:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000400:00000200:3.0:1761317072.859342:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.859346:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.859350:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:3.0:1761317072.859352:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 00000800:00000200:3.0:1761317072.859760:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.859763:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:3.0:1761317072.859766:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.859770:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.859772:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023f77c1e 00000400:00000010:3.0:1761317072.859774:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023f77c1e. 00000100:00000200:3.0:1761317072.859779:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aec6b75a x1846872902790592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.864031:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.864051:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50edc0 00000400:00000200:3.0:1761317072.864060:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c71 [1] + 224 00000400:00000200:3.0:1761317072.864073:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.864077:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.864088:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aec6b75a x1846872902790592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.864122:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.864127:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1602c0 00000400:00000200:3.0:1761317072.864132:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05a5 [2] + 1968 00000400:00000010:3.0:1761317072.864136:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d04d864b. 00000400:00000200:3.0:1761317072.864140:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000066f111ae 00000400:00000200:3.0:1761317072.864455:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.864461:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.864464:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000066f111ae 00000400:00000010:3.0:1761317072.864466:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000066f111ae (tot 82353666). 00000100:00000200:3.0:1761317072.864471:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317072.865120:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ead33ef1. 00000020:00000010:2.0:1761317072.865130:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000090d01a23. 00000020:00000010:2.0:1761317072.865135:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.865168:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083184cd0 x1846872898929344/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317072.865194:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929344 02000000:00000010:2.0:1761317072.865205:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000642ae0ad. 00010000:00000010:2.0:1761317072.865247:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000806e7b36. 00000100:00000010:2.0:1761317072.865255:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000076065c38. 00000100:00000010:2.0:1761317072.865261:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000076065c38. 00010000:00000010:2.0:1761317072.865265:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000806e7b36. 00000400:00000010:2.0:1761317072.865280:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317072.865286:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929344, offset 224 00000400:00000200:2.0:1761317072.865295:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.865307:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.865313:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90437:90437:256:4294967295] 192.168.204.21@tcp LPNI seq info [90437:90437:8:4294967295] 00000400:00000200:2.0:1761317072.865333:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.865339:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.865343:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82353914). 00000800:00000200:2.0:1761317072.865349:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.865356:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.865360:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.865375:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000090d01a23. 00000020:00000010:2.0:1761317072.865380:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.865383:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ead33ef1. 02000000:00000010:2.0:1761317072.865392:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0db7b5d. 00000100:00000010:2.0:1761317072.865394:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 02000000:00000010:2.0:1761317072.865400:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058e8cbbb. 00000100:00000010:2.0:1761317072.865402:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 02000000:00000010:2.0:1761317072.865405:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a46b69f. 00000100:00000010:2.0:1761317072.865407:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 02000000:00000010:2.0:1761317072.865410:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae2c7847. 00000100:00000010:2.0:1761317072.865413:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 02000000:00000010:2.0:1761317072.865417:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f1d9a60. 00000100:00000010:2.0:1761317072.865420:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 02000000:00000010:2.0:1761317072.865422:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000043584b0b. 00000100:00000010:2.0:1761317072.865424:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 00000100:00000200:2.0:1761317072.865432:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317072.865438:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000041a8abfe. 00000400:00000010:2.0:1761317072.865442:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000076065c38 (tot 82354066). 00000800:00000200:3.0:1761317072.865882:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.865886:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:3.0:1761317072.865892:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.865897:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.865901:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:3.0:1761317072.865903:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 02000000:00000010:3.0:1761317072.865908:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000642ae0ad. 00000400:00000010:1.0:1761317072.870183:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c480fba. 00000400:00000200:1.0:1761317072.870195:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:1.0:1761317072.870197:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:1.0:1761317072.870210:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aec6b75a x1846872902790592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.870220:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aec6b75a x1846872902790592/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317072.870247:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fe5d67a. 02000000:00000010:1.0:1761317072.870260:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e83a0f2f. 02000000:00000010:1.0:1761317072.870265:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f72cf79. 00000100:00000010:1.0:1761317072.870268:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 00000100:00000010:1.0:1761317072.870271:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0af5ef2. 00010000:00000010:1.0:1761317072.870274:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000357e3029. 00080000:00000010:1.0:1761317072.870294:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f5e659f. 00010000:00000010:2.1:1761317072.870775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029375a40. 00010000:00000010:2.1:1761317072.870784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000526b4240. 00010000:00000010:2.1:1761317072.870789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:2.1:1761317072.870815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033735bd9. 00010000:00000010:0.1:1761317072.889622:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a620ced7. 00010000:00000010:0.1:1761317072.889632:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3d804f. 00010000:00000010:0.1:1761317072.889636:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:0.1:1761317072.889640:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317072.889762:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317072.889770:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c09c4462. 00010000:00000010:0.0:1761317072.889840:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317072.889846:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317072.889857:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002405bf32. 00000100:00000010:0.0:1761317072.889866:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0af5ef2. 00000100:00000010:0.0:1761317072.889876:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317072.889891:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f72cf79. 02000000:00000010:0.0:1761317072.889921:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e83a0f2f. 00000400:00000010:0.0:1761317072.889928:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000671823d3. 00000400:00000010:0.0:1761317072.889934:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317072.889941:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790656, portal 16 00000400:00000010:0.0:1761317072.889947:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317072.889949:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790656, offset 0 00000400:00000200:0.0:1761317072.889958:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.889974:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.889981:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.889984:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.889987:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.889990:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90438:90438:256:4294967295] 192.168.204.21@tcp LPNI seq info [90438:90438:8:4294967295] 00000400:00000200:0.0:1761317072.890000:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.890005:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.890010:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317072.890017:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.890025:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.890028:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.890203:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.890207:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:3.0:1761317072.890210:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.890215:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.890219:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:3.0:1761317072.890221:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:3.0:1761317072.890227:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac236a31 x1846872902790656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.896200:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abaaa630. 00000400:00000200:3.0:1761317072.898004:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.898025:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ee00 00000400:00000200:3.0:1761317072.898035:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c81 [1] + 224 00000400:00000200:3.0:1761317072.898054:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.898058:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.898072:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac236a31 x1846872902790656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317072.899218:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000671823d3. 00000400:00000200:0.0:1761317072.899228:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:0.0:1761317072.899230:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:0.0:1761317072.899240:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac236a31 x1846872902790656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.899250:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac236a31 x1846872902790656/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.899287:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e83a0f2f. 02000000:00000010:0.0:1761317072.899294:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f72cf79. 00000100:00000010:0.0:1761317072.899299:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000010:0.0:1761317072.899304:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0af5ef2. 00010000:00000010:0.0:1761317072.899309:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002405bf32. 00010000:00000010:0.1:1761317072.902137:0:15829:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c98053e3. 00010000:00000010:0.1:1761317072.902149:0:15829:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44f0a92. 00000400:00000200:0.0:1761317072.903913:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317072.903938:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160300 00000400:00000200:0.0:1761317072.903947:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05fd [2] + 0 00000400:00000200:0.0:1761317072.904025:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.904030:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317072.904038:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317072.904043:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 00000020:00000010:1.0:1761317072.904415:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002709ab83. 00000020:00000010:1.0:1761317072.904424:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317072.904428:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d00f877a. 00000100:00000200:1.0:1761317072.904459:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac236a31 x1846872898929408/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317072.904497:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929408 02000000:00000010:1.0:1761317072.904508:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000072edf244. 00010000:00000010:1.0:1761317072.904539:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086074382. 00010000:00000010:1.0:1761317072.904563:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317072.904572:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:1.0:1761317072.905799:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:1.0:1761317072.905805:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00000400:00000010:1.0:1761317072.905823:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317072.905829:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929408, offset 224 00000400:00000200:1.0:1761317072.905839:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.905853:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.905859:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90439:90439:256:4294967295] 192.168.204.21@tcp LPNI seq info [90439:90439:8:4294967295] 00000400:00000200:1.0:1761317072.905870:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.905875:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.905880:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006ce96519 (tot 82354066). 00000800:00000200:1.0:1761317072.905886:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.905892:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.905896:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006ce96519 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.905927:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317072.905935:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d00f877a. 00000020:00000010:1.0:1761317072.905938:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002709ab83. 00080000:00000010:0.0:1761317072.906015:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f72cf79. 00010000:00000010:0.0:1761317072.906100:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317072.906107:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f36d7455. 00010000:00000010:0.0:1761317072.906182:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e44f0a92. 00010000:00000010:0.0:1761317072.906187:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317072.906197:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002405bf32. 00000100:00000010:0.0:1761317072.906203:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0af5ef2. 00000100:00000010:0.0:1761317072.906212:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 02000000:00000010:0.0:1761317072.906223:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e83a0f2f. 02000000:00000010:0.0:1761317072.906247:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e906f93b. 00000400:00000010:0.0:1761317072.906252:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000671823d3. 00000400:00000010:0.0:1761317072.906257:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317072.906261:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790720, portal 16 00000400:00000010:0.0:1761317072.906266:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317072.906267:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790720, offset 0 00000400:00000200:0.0:1761317072.906272:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.906279:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.906284:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317072.906287:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317072.906290:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317072.906292:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90440:90440:255:4294967295] 192.168.204.21@tcp LPNI seq info [90440:90440:7:4294967295] 00000400:00000200:0.0:1761317072.906299:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.906304:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.906306:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354314). 00000800:00000200:0.0:1761317072.906310:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.906326:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.906328:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.906407:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.906411:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006ce96519 (tot 82354066). 00000400:00000200:2.0:1761317072.906415:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.906419:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.906423:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:2.0:1761317072.906425:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000800:00000200:2.0:1761317072.906490:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.906492:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:2.0:1761317072.906495:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.906498:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.906500:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:2.0:1761317072.906502:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:2.0:1761317072.906506:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aec6b75a x1846872902790720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317072.912720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b66a8a1e. 00010000:00000010:0.1:1761317072.912733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00000400:00000200:3.0:1761317072.917151:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.917170:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ee40 00000400:00000200:3.0:1761317072.917179:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c8d [1] + 224 00000400:00000200:3.0:1761317072.917190:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.917194:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.917205:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aec6b75a x1846872902790720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.917250:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.917256:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160340 00000400:00000200:3.0:1761317072.917260:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05fd [2] + 328 00000400:00000200:3.0:1761317072.917309:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.917322:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.917326:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.917332:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 00000020:00000010:3.0:1761317072.917381:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159d51d2. 00000020:00000010:3.0:1761317072.917388:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.917393:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317072.917416:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f78b74e x1846872898929472/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317072.917450:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929472 02000000:00000010:3.0:1761317072.917459:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d2118f61. 00010000:00000010:3.0:1761317072.917495:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fe4cf9a. 00000100:00000010:3.0:1761317072.917502:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.917508:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.917511:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fe4cf9a. 00000400:00000010:3.0:1761317072.917524:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317072.917529:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929472, offset 224 00000400:00000200:3.0:1761317072.917535:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.917545:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.917550:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90441:90441:256:4294967295] 192.168.204.21@tcp LPNI seq info [90441:90441:8:4294967295] 00000400:00000200:3.0:1761317072.917559:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.917563:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.917567:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000effe930b (tot 82354066). 00000800:00000200:3.0:1761317072.917572:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.917578:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.917581:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000effe930b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317072.917595:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317072.917598:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317072.917601:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159d51d2. 00000800:00000200:3.0:1761317072.917650:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.917653:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000effe930b (tot 82353818). 00000400:00000200:3.0:1761317072.917656:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.917659:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.917662:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:3.0:1761317072.917664:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000400:00000010:1.0:1761317072.917746:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000671823d3. 00000400:00000200:1.0:1761317072.917750:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:1.0:1761317072.917752:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:1.0:1761317072.917758:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aec6b75a x1846872902790720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317072.917764:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aec6b75a x1846872902790720/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317072.917782:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1ef62cd. 02000000:00000010:1.0:1761317072.917796:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e906f93b. 02000000:00000010:1.0:1761317072.917801:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e83a0f2f. 00000100:00000010:1.0:1761317072.917804:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 00000100:00000010:1.0:1761317072.917807:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0af5ef2. 00010000:00000010:1.0:1761317072.917809:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002405bf32. 00080000:00000010:1.0:1761317072.917823:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002709ab83. 00010000:00000010:1.0:1761317072.917904:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:1.0:1761317072.917910:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008a6cd87c. 00010000:00000010:1.0:1761317072.917977:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1f779d1. 00010000:00000010:1.0:1761317072.917983:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000901e5358. 00010000:00000010:1.0:1761317072.917994:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000344b892d. 00000100:00000010:1.0:1761317072.917997:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:1.0:1761317072.918004:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001115483a. 02000000:00000010:1.0:1761317072.918014:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000daeb03cf. 02000000:00000010:1.0:1761317072.918035:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094dfec80. 00000400:00000010:1.0:1761317072.918039:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828b9ef0. 00000400:00000010:1.0:1761317072.918042:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317072.918047:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790784, portal 16 00000400:00000010:1.0:1761317072.918051:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317072.918052:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790784, offset 0 00000400:00000200:1.0:1761317072.918058:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.918064:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.918070:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317072.918072:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317072.918075:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317072.918077:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90442:90442:256:4294967295] 192.168.204.21@tcp LPNI seq info [90442:90442:8:4294967295] 00000400:00000200:1.0:1761317072.918082:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.918087:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.918090:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000203c2561 (tot 82354066). 00000800:00000200:1.0:1761317072.918093:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.918097:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.918099:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000203c2561 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317072.918427:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.918431:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000203c2561 (tot 82353818). 00000400:00000200:3.0:1761317072.918435:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.918439:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.918442:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:3.0:1761317072.918443:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000100:00000200:3.0:1761317072.918449:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001115483a x1846872902790784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.919725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045253df2. 00000400:00000200:1.0:1761317072.933428:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.933448:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ee80 00000400:00000200:1.0:1761317072.933456:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1c99 [1] + 224 00000400:00000200:1.0:1761317072.933468:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.933472:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.933483:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001115483a x1846872902790784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.933522:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.933528:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160380 00000400:00000200:1.0:1761317072.933533:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05fd [2] + 656 00000400:00000200:1.0:1761317072.933596:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.933600:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.933604:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.933609:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cc2068a. 00000020:00000010:1.0:1761317072.933705:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048fb1471. 00000020:00000010:1.0:1761317072.933711:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317072.933715:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d00f877a. 00000100:00000200:1.0:1761317072.933739:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001cc2068a x1846872898929536/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317072.933767:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929536 02000000:00000010:1.0:1761317072.933778:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e9726aa. 00010000:00000010:1.0:1761317072.933822:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f95fd4e. 00000100:00000010:1.0:1761317072.933829:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a37255a. 00000100:00000010:1.0:1761317072.933836:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a37255a. 00010000:00000010:1.0:1761317072.933839:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f95fd4e. 00000400:00000010:1.0:1761317072.933856:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced575a6. 00000100:00000200:1.0:1761317072.933861:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929536, offset 224 00000400:00000200:1.0:1761317072.933868:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.933880:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.933885:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90443:90443:256:4294967295] 192.168.204.21@tcp LPNI seq info [90443:90443:8:4294967295] 00000400:00000200:1.0:1761317072.933895:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.933900:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.933905:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029cb203e (tot 82354066). 00000800:00000200:1.0:1761317072.933910:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.933916:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.933920:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029cb203e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.933933:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317072.933938:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d00f877a. 00000020:00000010:1.0:1761317072.933941:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048fb1471. 00000800:00000200:3.0:1761317072.934160:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317072.934164:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029cb203e (tot 82353818). 00000400:00000200:3.0:1761317072.934168:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.934171:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317072.934175:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced575a6 00000400:00000010:3.0:1761317072.934177:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced575a6. 00000400:00000010:3.0:1761317072.934196:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828b9ef0. 00000400:00000200:3.0:1761317072.934199:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:3.0:1761317072.934200:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00000100:00000200:3.0:1761317072.934204:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001115483a x1846872902790784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.934211:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001115483a x1846872902790784/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317072.934229:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d106a7c. 02000000:00000010:3.0:1761317072.934241:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094dfec80. 02000000:00000010:3.0:1761317072.934245:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000daeb03cf. 00000100:00000010:3.0:1761317072.934248:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001115483a. 00000100:00000010:3.0:1761317072.934251:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317072.934254:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000344b892d. 00080000:00000010:3.0:1761317072.934268:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000159d51d2. 00010000:00000010:3.0:1761317072.934356:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000901e5358. 00010000:00000010:3.0:1761317072.934363:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000076716db7. 00010000:00000010:3.0:1761317072.934425:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d7e6eb. 00010000:00000010:3.0:1761317072.934431:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317072.934440:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008e3181dc. 00000100:00000010:3.0:1761317072.934443:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.934449:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317072.934458:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a740fd7. 02000000:00000010:3.0:1761317072.934478:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061575f6d. 00000400:00000010:3.0:1761317072.934482:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.934485:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317072.934490:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790848, portal 16 00000400:00000010:3.0:1761317072.934494:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000732eef34. 00000100:00000200:3.0:1761317072.934496:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790848, offset 0 00000400:00000200:3.0:1761317072.934500:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.934506:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.934512:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.934515:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.934518:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.934520:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90444:90444:256:4294967295] 192.168.204.21@tcp LPNI seq info [90444:90444:8:4294967295] 00000400:00000200:3.0:1761317072.934526:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.934530:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.934533:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000effe930b (tot 82354066). 00000800:00000200:3.0:1761317072.934537:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.934541:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.934543:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000effe930b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317072.934806:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317072.934809:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000effe930b (tot 82353818). 00000400:00000200:1.0:1761317072.934812:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.934815:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317072.934818:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000732eef34 00000400:00000010:1.0:1761317072.934820:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000732eef34. 00000100:00000200:1.0:1761317072.934824:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902790848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317072.935715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2818428. 00010000:00000010:1.1:1761317072.935723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbfec1a6. 00010000:00000010:1.1:1761317072.935727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44f0a92. 00000400:00000200:1.0:1761317072.951334:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.951364:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50eec0 00000400:00000200:1.0:1761317072.951374:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ca5 [1] + 224 00000400:00000200:1.0:1761317072.951398:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.951402:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.951414:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902790848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317072.951459:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.951465:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1603c0 00000400:00000200:1.0:1761317072.951470:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05fd [2] + 984 00000400:00000200:1.0:1761317072.951524:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.951528:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.951532:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.951539:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001115483a. 00000400:00000010:3.0:1761317072.955666:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317072.955690:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:3.0:1761317072.955692:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000100:00000200:3.0:1761317072.955706:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902790848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.955717:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902790848/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.955750:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061575f6d. 02000000:00000010:3.0:1761317072.955756:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a740fd7. 00000100:00000010:3.0:1761317072.955759:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317072.955763:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317072.955766:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008e3181dc. 00000020:00000010:0.0:1761317072.955870:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e31feaa. 00000020:00000010:0.0:1761317072.955877:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317072.955882:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317072.955907:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001115483a x1846872898929600/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317072.955947:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929600 02000000:00000010:0.0:1761317072.955958:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9ddd0af. 00010000:00000010:0.0:1761317072.955984:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073267a3a. 00010000:00000010:0.0:1761317072.956003:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317072.956009:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317072.956016:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317072.956018:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000010:0.0:1761317072.956030:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317072.956033:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929600, offset 224 00000400:00000200:0.0:1761317072.956041:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317072.956055:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317072.956061:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90445:90445:256:4294967295] 192.168.204.21@tcp LPNI seq info [90445:90445:8:4294967295] 00000400:00000200:0.0:1761317072.956072:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317072.956078:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317072.956082:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317072.956088:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317072.956095:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317072.956099:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317072.956118:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317072.956122:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317072.956125:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e31feaa. 00000800:00000200:0.0:1761317072.956223:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.956227:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:0.0:1761317072.956231:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.956236:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.956239:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317072.956241:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00080000:00000010:3.0:1761317072.956460:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a740fd7. 00010000:00000010:3.0:1761317072.956553:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317072.956560:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d657c509. 00010000:00000010:3.0:1761317072.956639:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad00aafc. 00010000:00000010:3.0:1761317072.956643:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004c481436. 00010000:00000010:3.0:1761317072.956648:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ef90d7. 00010000:00000010:3.0:1761317072.956653:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00080000:00000010:3.0:1761317072.956664:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061575f6d. 00010000:00000010:3.0:1761317072.956719:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317072.956723:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c481436. 00010000:00000010:3.0:1761317072.956771:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ecefe51. 00010000:00000010:3.0:1761317072.956775:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000853b0f46. 00010000:00000010:3.0:1761317072.956782:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008e3181dc. 00000100:00000010:3.0:1761317072.956786:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.956793:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317072.956805:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae2c0edd. 02000000:00000010:3.0:1761317072.956829:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8698e20. 00000400:00000010:3.0:1761317072.956835:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.956839:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317072.956845:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790912, portal 16 00000400:00000010:3.0:1761317072.956850:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000874d2110. 00000100:00000200:3.0:1761317072.956853:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790912, offset 0 00000400:00000200:3.0:1761317072.956859:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.956868:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.956874:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.956878:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.956881:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.956883:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90446:90446:256:4294967295] 192.168.204.21@tcp LPNI seq info [90446:90446:8:4294967295] 00000400:00000200:3.0:1761317072.956891:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.956895:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.956899:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063287a84 (tot 82354066). 00000800:00000200:3.0:1761317072.956903:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.956908:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.956910:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063287a84 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317072.957395:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317072.957400:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063287a84 (tot 82353818). 00000400:00000200:0.0:1761317072.957404:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317072.957409:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317072.957412:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000874d2110 00000400:00000010:0.0:1761317072.957414:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000874d2110. 00000100:00000200:0.0:1761317072.957419:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902790912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317072.957891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000807fc1d3. 00010000:00000010:3.1:1761317072.957898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23a77af. 00010000:00000010:3.1:1761317072.957903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1f779d1. 00000400:00000200:3.0:1761317072.959501:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.959519:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ef00 00000400:00000200:3.0:1761317072.959528:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1cb1 [1] + 224 00000400:00000200:3.0:1761317072.959544:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.959548:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.959556:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902790912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317072.963477:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:2.0:1761317072.963489:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:2.0:1761317072.963491:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000100:00000200:2.0:1761317072.963504:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902790912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317072.963514:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902790912/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317072.963543:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8698e20. 02000000:00000010:2.0:1761317072.963549:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae2c0edd. 00000100:00000010:2.0:1761317072.963552:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:2.0:1761317072.963556:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:2.0:1761317072.963559:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008e3181dc. 00000400:00000200:3.0:1761317072.964135:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.964152:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160400 00000400:00000200:3.0:1761317072.964160:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05fd [2] + 1312 00000400:00000200:3.0:1761317072.964230:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.964236:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.964244:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.964249:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 00000020:00000010:2.0:1761317072.964539:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003df4436e. 00000020:00000010:2.0:1761317072.964546:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317072.964551:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.964575:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a6f6e07 x1846872898929664/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317072.964605:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929664 02000000:00000010:2.0:1761317072.964617:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058e8cbbb. 00010000:00000010:2.0:1761317072.964645:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0c5fc24. 00010000:00000010:2.0:1761317072.964668:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038965790. 00000100:00000010:2.0:1761317072.964674:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b9d01aa. 00000100:00000010:2.0:1761317072.964706:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b9d01aa. 00010000:00000010:2.0:1761317072.964710:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038965790. 00000400:00000010:2.0:1761317072.964727:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2a4a078. 00000100:00000200:2.0:1761317072.964733:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929664, offset 224 00000400:00000200:2.0:1761317072.964741:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.964754:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.964760:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90447:90447:256:4294967295] 192.168.204.21@tcp LPNI seq info [90447:90447:8:4294967295] 00000400:00000200:2.0:1761317072.964769:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.964774:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.964779:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317072.964786:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.964792:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.964796:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.964813:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317072.964817:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.964820:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df4436e. 00000800:00000200:2.0:1761317072.964901:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.964905:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:2.0:1761317072.964910:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.964914:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.964917:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2a4a078 00000400:00000010:2.0:1761317072.964918:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2a4a078. 00080000:00000010:2.0:1761317072.964945:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003df4436e. 00010000:00000010:2.0:1761317072.965034:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000853b0f46. 00010000:00000010:2.0:1761317072.965040:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020849d02. 00010000:00000010:2.0:1761317072.965120:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004de2ee39. 00010000:00000010:2.0:1761317072.965127:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf518132. 00010000:00000010:2.0:1761317072.965137:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038965790. 00000100:00000010:2.0:1761317072.965141:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b9d01aa. 00000100:00000010:2.0:1761317072.965148:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317072.965159:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0db7b5d. 02000000:00000010:2.0:1761317072.965182:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ead33ef1. 00000400:00000010:2.0:1761317072.965187:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004613c94a. 00000400:00000010:2.0:1761317072.965191:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2a4a078. 00000100:00000200:2.0:1761317072.965196:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902790976, portal 16 00000400:00000010:2.0:1761317072.965201:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317072.965203:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902790976, offset 0 00000400:00000200:2.0:1761317072.965208:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.965214:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.965221:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.965225:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.965228:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.965230:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90448:90448:256:4294967295] 192.168.204.21@tcp LPNI seq info [90448:90448:8:4294967295] 00000400:00000200:2.0:1761317072.965237:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.965241:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.965244:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317072.965247:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.965251:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.965252:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.965297:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.965299:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:2.0:1761317072.965302:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.965305:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.965307:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:2.0:1761317072.965309:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000100:00000200:2.0:1761317072.965323:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902790976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317072.968100:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.968120:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ef40 00000400:00000200:2.0:1761317072.968131:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1cbd [1] + 224 00000400:00000200:2.0:1761317072.968145:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.968148:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.968157:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902790976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.971860:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004613c94a. 00000400:00000200:3.0:1761317072.971869:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2a4a078 00000400:00000010:3.0:1761317072.971871:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2a4a078. 00000100:00000200:3.0:1761317072.971885:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902790976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.971895:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902790976/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.971927:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ead33ef1. 02000000:00000010:3.0:1761317072.971932:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0db7b5d. 00000100:00000010:3.0:1761317072.971935:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:3.0:1761317072.971939:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b9d01aa. 00010000:00000010:3.0:1761317072.971943:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038965790. 00010000:00000010:3.1:1761317072.973789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097ec1abd. 00010000:00000010:3.1:1761317072.973804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d7e6eb. 00010000:00000010:3.1:1761317072.973808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00aafc. 00010000:00000010:3.1:1761317072.973811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ef90d7. 00010000:00000010:0.1:1761317072.974812:0:77332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032cf9554. 00000400:00000200:1.0:1761317072.975519:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317072.975540:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160440 00000400:00000200:1.0:1761317072.975548:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05fd [2] + 1640 00000400:00000200:1.0:1761317072.979897:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317072.979916:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317072.979927:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317072.979936:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 00000020:00000010:2.0:1761317072.981216:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000362b2a42. 00000020:00000010:2.0:1761317072.981227:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317072.981232:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317072.981262:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4e49e41 x1846872898929728/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317072.981299:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929728 02000000:00000010:2.0:1761317072.981311:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086d5cc63. 00010000:00000010:2.0:1761317072.981349:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b21d9cf6. 00010000:00000010:2.0:1761317072.981372:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea0fdae8. 00000100:00000010:2.0:1761317072.981381:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.981397:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317072.981402:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea0fdae8. 00000400:00000010:2.0:1761317072.981417:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317072.981423:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929728, offset 224 00000400:00000200:2.0:1761317072.981431:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.981448:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.981454:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90449:90449:256:4294967295] 192.168.204.21@tcp LPNI seq info [90449:90449:8:4294967295] 00000400:00000200:2.0:1761317072.981464:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.981470:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.981474:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317072.981480:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.981487:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.981491:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317072.981507:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317072.981511:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317072.981514:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000362b2a42. 00080000:00000010:2.0:1761317072.981542:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000362b2a42. 00010000:00000010:2.0:1761317072.981626:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf518132. 00010000:00000010:2.0:1761317072.981632:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e96557c4. 00010000:00000010:2.0:1761317072.981732:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f51b786d. 00010000:00000010:2.0:1761317072.981738:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf518132. 00010000:00000010:2.0:1761317072.981747:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ea0fdae8. 00000100:00000010:2.0:1761317072.981750:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317072.981758:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 02000000:00000010:2.0:1761317072.981769:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000129e772f. 02000000:00000010:2.0:1761317072.981791:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a0cb381. 00000400:00000010:2.0:1761317072.981796:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317072.981800:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038c9f7c. 00000100:00000200:2.0:1761317072.981806:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791040, portal 16 00000400:00000010:2.0:1761317072.981810:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317072.981812:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791040, offset 0 00000400:00000200:2.0:1761317072.981817:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317072.981823:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317072.981829:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317072.981832:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317072.981834:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317072.981836:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90450:90450:255:4294967295] 192.168.204.21@tcp LPNI seq info [90450:90450:7:4294967295] 00000400:00000200:2.0:1761317072.981842:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317072.981846:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317072.981849:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354314). 00000800:00000200:2.0:1761317072.981852:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317072.981856:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317072.981858:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.981909:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.981913:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82354066). 00000400:00000200:2.0:1761317072.981920:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.981924:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.981928:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:2.0:1761317072.981930:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000800:00000200:2.0:1761317072.983013:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.983018:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:2.0:1761317072.983023:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.983029:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.983033:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:2.0:1761317072.983034:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:2.0:1761317072.983040:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000211632ce x1846872902791040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317072.984244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ff8f53. 00010000:00000010:2.1:1761317072.984257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079a7819a. 00010000:00000010:2.1:1761317072.984432:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ecefe51. 00000400:00000200:2.0:1761317072.984465:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.984481:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ef80 00000400:00000200:2.0:1761317072.984488:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1cc9 [1] + 224 00000400:00000200:2.0:1761317072.984505:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.984508:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317072.984515:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000211632ce x1846872902791040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317072.984640:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:3.0:1761317072.984644:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000038c9f7c 00000400:00000010:3.0:1761317072.984646:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000038c9f7c. 00000100:00000200:3.0:1761317072.984652:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000211632ce x1846872902791040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317072.984659:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000211632ce x1846872902791040/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317072.984744:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a0cb381. 02000000:00000010:3.0:1761317072.984751:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000129e772f. 00000100:00000010:3.0:1761317072.984753:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 00000100:00000010:3.0:1761317072.984758:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:3.0:1761317072.984761:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea0fdae8. 00000400:00000200:2.0:1761317072.985815:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317072.985829:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160480 00000400:00000200:2.0:1761317072.985838:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb05fd [2] + 1968 00000400:00000010:2.0:1761317072.985842:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fb9e283d. 00000400:00000200:2.0:1761317072.985848:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000aac7cad2 00000400:00000200:2.0:1761317072.985914:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.985919:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.985923:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac7cad2 00000400:00000010:2.0:1761317072.985925:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000aac7cad2 (tot 82353666). 00000100:00000200:2.0:1761317072.985930:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317072.986237:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000048fb1471. 00000020:00000010:1.0:1761317072.986244:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317072.986248:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d00f877a. 00000100:00000200:1.0:1761317072.986270:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003d563467 x1846872898929792/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317072.986303:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929792 02000000:00000010:1.0:1761317072.986322:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004e4a1e6a. 00010000:00000010:1.0:1761317072.986347:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016569acf. 00010000:00000010:1.0:1761317072.986365:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317072.986371:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a37255a. 00000100:00000010:1.0:1761317072.986379:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a37255a. 00010000:00000010:1.0:1761317072.986381:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317072.986393:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00000100:00000200:1.0:1761317072.986397:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929792, offset 224 00000400:00000200:1.0:1761317072.986405:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317072.986414:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317072.986419:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90451:90451:256:4294967295] 192.168.204.21@tcp LPNI seq info [90451:90451:8:4294967295] 00000400:00000200:1.0:1761317072.986430:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317072.986434:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317072.986438:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007c78631b (tot 82353914). 00000800:00000200:1.0:1761317072.986443:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317072.986450:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317072.986453:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007c78631b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317072.986465:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317072.986471:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d00f877a. 00000020:00000010:1.0:1761317072.986474:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048fb1471. 02000000:00000010:1.0:1761317072.986481:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086d5cc63. 00000100:00000010:1.0:1761317072.986484:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 02000000:00000010:1.0:1761317072.986488:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058e8cbbb. 00000100:00000010:1.0:1761317072.986490:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 02000000:00000010:1.0:1761317072.986493:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9ddd0af. 00000100:00000010:1.0:1761317072.986495:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001115483a. 02000000:00000010:1.0:1761317072.986498:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e9726aa. 00000100:00000010:1.0:1761317072.986500:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cc2068a. 02000000:00000010:1.0:1761317072.986502:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d2118f61. 00000100:00000010:1.0:1761317072.986504:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 02000000:00000010:1.0:1761317072.986506:0:64751:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000072edf244. 00000100:00000010:1.0:1761317072.986508:0:64751:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000200:1.0:1761317072.986513:0:64751:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317072.986517:0:64751:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000080b9b982. 00000400:00000010:1.0:1761317072.986519:0:64751:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004a37255a (tot 82354066). 00000800:00000200:2.0:1761317072.986616:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.986619:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007c78631b (tot 82353818). 00000400:00000200:2.0:1761317072.986623:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.986626:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.986629:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:2.0:1761317072.986631:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 02000000:00000010:2.0:1761317072.986635:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004e4a1e6a. 00080000:00000010:3.0:1761317072.986757:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004aad18f6. 00010000:00000010:3.0:1761317072.986847:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf518132. 00010000:00000010:3.0:1761317072.986854:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000667c36c8. 00010000:00000010:3.0:1761317072.986917:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ef90d7. 00010000:00000010:3.0:1761317072.986922:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317072.986930:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016cde54a. 00000100:00000010:3.0:1761317072.986933:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317072.986940:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317072.986951:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051b4ac21. 02000000:00000010:3.0:1761317072.986974:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab1eae8f. 00000400:00000010:3.0:1761317072.986978:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317072.986982:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317072.986984:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791104, portal 16 00000400:00000010:3.0:1761317072.986988:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317072.986990:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791104, offset 0 00000400:00000200:3.0:1761317072.986995:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317072.987001:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317072.987007:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317072.987010:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317072.987012:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317072.987015:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90452:90452:256:4294967295] 192.168.204.21@tcp LPNI seq info [90452:90452:8:4294967295] 00000400:00000200:3.0:1761317072.987022:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317072.987026:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317072.987029:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f92b378 (tot 82354066). 00000800:00000200:3.0:1761317072.987032:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317072.987036:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317072.987038:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f92b378 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317072.987205:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317072.987208:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f92b378 (tot 82353818). 00000400:00000200:2.0:1761317072.987211:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317072.987214:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317072.987217:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:2.0:1761317072.987218:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:2.0:1761317072.987222:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000074b6d37 x1846872902791104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.999563:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.999581:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50efc0 00000400:00000200:3.0:1761317072.999589:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1cd9 [1] + 224 00000400:00000200:3.0:1761317072.999600:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.999604:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.999613:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000074b6d37 x1846872902791104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317072.999650:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317072.999655:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1604c0 00000400:00000200:3.0:1761317072.999659:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb065d [2] + 0 00010000:00000010:3.1:1761317072.999734:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005981abcd. 00010000:00000010:3.1:1761317072.999740:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f51b786d. 00000400:00000200:3.0:1761317072.999745:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317072.999749:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317072.999752:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317072.999757:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 00000400:00000010:0.0:1761317072.999835:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:0.0:1761317072.999840:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:0.0:1761317072.999842:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000100:00000200:0.0:1761317072.999848:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000074b6d37 x1846872902791104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317072.999855:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000074b6d37 x1846872902791104/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317116 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317072.999883:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab1eae8f. 02000000:00000010:0.0:1761317072.999888:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051b4ac21. 00000100:00000010:0.0:1761317072.999892:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000100:00000010:0.0:1761317072.999895:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.0:1761317072.999898:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016cde54a. 00010000:00000010:1.1:1761317073.000359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085666408. 00000020:00000010:1.0:1761317073.000391:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072edf244. 00000020:00000010:1.0:1761317073.000397:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b4af5238. 00000020:00000010:1.0:1761317073.000401:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000d00f877a. 00000100:00000200:1.0:1761317073.000423:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008e6a67e x1846872898929856/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:228/0 lens 328/0 e 0 to 0 dl 1761317078 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.001292:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929856 02000000:00000010:0.0:1761317073.001309:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008e31feaa. 00010000:00000010:0.0:1761317073.001352:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf81ff89. 00010000:00000010:0.0:1761317073.001374:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.001381:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.001401:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.001404:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000010:0.0:1761317073.001417:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.001422:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929856, offset 224 00000400:00000200:0.0:1761317073.001431:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.001444:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.001449:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90453:90453:256:4294967295] 192.168.204.21@tcp LPNI seq info [90453:90453:8:4294967295] 00000400:00000200:0.0:1761317073.001459:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.001464:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.001468:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317073.001475:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.001483:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.001486:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.001508:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b4af5238. 00000020:00000010:0.0:1761317073.001516:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000d00f877a. 00000020:00000010:0.0:1761317073.001520:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072edf244. 00000800:00000200:0.0:1761317073.001616:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.001620:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:0.0:1761317073.001624:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.001628:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.001632:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.001633:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00080000:00000010:3.0:1761317073.001726:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c34e6ef. 00010000:00000010:3.0:1761317073.001817:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317073.001824:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030b84a7d. 00010000:00000010:3.0:1761317073.001897:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d7e6eb. 00010000:00000010:3.0:1761317073.001903:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb8aca78. 00010000:00000010:3.0:1761317073.001914:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5fa6e04. 00000100:00000010:3.0:1761317073.001919:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.001925:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 02000000:00000010:3.0:1761317073.001936:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009abb5289. 02000000:00000010:3.0:1761317073.001959:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051b4ac21. 00000400:00000010:3.0:1761317073.001965:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.001968:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317073.001973:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791168, portal 16 00000400:00000010:3.0:1761317073.001977:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317073.001979:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791168, offset 0 00000400:00000200:3.0:1761317073.001984:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.001990:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.001996:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.002000:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.002003:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.002005:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90454:90454:256:4294967295] 192.168.204.21@tcp LPNI seq info [90454:90454:8:4294967295] 00000400:00000200:3.0:1761317073.002012:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.002016:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.002019:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fed202a9 (tot 82354066). 00000800:00000200:3.0:1761317073.002023:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.002027:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.002029:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fed202a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.002125:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.002127:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fed202a9 (tot 82353818). 00000400:00000200:0.0:1761317073.002130:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.002134:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.002136:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:0.0:1761317073.002138:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:0.0:1761317073.002142:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a88443b x1846872902791168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.004087:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.004103:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f000 00000400:00000200:3.0:1761317073.004112:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ce5 [1] + 224 00000400:00000200:3.0:1761317073.004126:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.004130:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.004139:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a88443b x1846872902791168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.005403:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:0.0:1761317073.005411:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:0.0:1761317073.005413:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000100:00000200:0.0:1761317073.005421:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a88443b x1846872902791168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.005430:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a88443b x1846872902791168/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.005458:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051b4ac21. 02000000:00000010:0.0:1761317073.005463:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009abb5289. 00000100:00000010:0.0:1761317073.005466:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 00000100:00000010:0.0:1761317073.005469:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.0:1761317073.005472:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5fa6e04. 00000400:00000200:3.0:1761317073.005530:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.005540:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160500 00000400:00000200:3.0:1761317073.005546:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb065d [2] + 328 00000400:00000200:3.0:1761317073.005599:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.005603:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.005607:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.005611:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 00010000:00000010:2.1:1761317073.006804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dc2b043. 00010000:00000010:2.1:1761317073.006817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f3e938d. 00010000:00000010:2.1:1761317073.006821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de2ee39. 00000020:00000010:0.0:1761317073.007211:0:64751:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2d6b709. 00000020:00000010:0.0:1761317073.007219:0:64751:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.007225:0:64751:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.007257:0:64751:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061da169b x1846872898929920/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317073.007302:0:64751:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929920 02000000:00000010:0.0:1761317073.007323:0:64751:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c374f563. 00010000:00000010:0.0:1761317073.007353:0:64751:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000695f0f92. 00010000:00000010:0.0:1761317073.007375:0:64751:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.007382:0:64751:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.007393:0:64751:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.007396:0:64751:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000010:0.0:1761317073.007412:0:64751:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.007418:0:64751:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929920, offset 224 00000400:00000200:0.0:1761317073.007426:0:64751:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.007438:0:64751:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.007445:0:64751:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90455:90455:256:4294967295] 192.168.204.21@tcp LPNI seq info [90455:90455:8:4294967295] 00000400:00000200:0.0:1761317073.007456:0:64751:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.007461:0:64751:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.007465:0:64751:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317073.007472:0:64751:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.007479:0:64751:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.007483:0:64751:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.007498:0:64751:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.007501:0:64751:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.007504:0:64751:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2d6b709. 00000800:00000200:0.0:1761317073.008433:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.008438:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:0.0:1761317073.008444:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.008451:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.008456:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.008459:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00080000:00000010:0.0:1761317073.008496:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2d6b709. 00010000:00000010:0.0:1761317073.008593:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb8aca78. 00010000:00000010:0.0:1761317073.008602:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075c83c97. 00010000:00000010:0.0:1761317073.008703:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d962ada0. 00010000:00000010:0.0:1761317073.008708:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317073.008714:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317073.008719:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00080000:00000010:0.0:1761317073.008733:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045e8681a. 00010000:00000010:0.0:1761317073.008761:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.008766:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317073.008960:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.0:1761317073.008965:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.008976:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.008982:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.008990:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317073.009001:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009950fe91. 02000000:00000010:0.0:1761317073.009030:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037f1481c. 00000400:00000010:0.0:1761317073.009036:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.009040:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.009047:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791232, portal 16 00000400:00000010:0.0:1761317073.009052:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023f77c1e. 00000100:00000200:0.0:1761317073.009054:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791232, offset 0 00000400:00000200:0.0:1761317073.009061:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.009074:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.009081:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.009084:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.009087:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.009090:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90456:90456:256:4294967295] 192.168.204.21@tcp LPNI seq info [90456:90456:8:4294967295] 00000400:00000200:0.0:1761317073.009098:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.009102:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.009106:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317073.009112:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.009118:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.009122:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.009222:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.009225:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:2.0:1761317073.009229:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.009233:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.009236:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023f77c1e 00000400:00000010:2.0:1761317073.009237:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023f77c1e. 00000100:00000200:2.0:1761317073.009243:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902791232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.011128:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.011147:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f040 00000400:00000200:2.0:1761317073.011156:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1cf1 [1] + 224 00000400:00000200:2.0:1761317073.011170:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.011174:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.011183:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902791232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.011262:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:0.0:1761317073.011267:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.011268:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.011274:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902791232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.011280:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902791232/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.011310:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037f1481c. 02000000:00000010:0.0:1761317073.011340:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009950fe91. 00000100:00000010:0.0:1761317073.011343:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:0.0:1761317073.011346:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.011349:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00010000:00000010:0.1:1761317073.012185:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007fa6182. 00010000:00000010:3.1:1761317073.012754:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c34dc9d6. 00010000:00000010:3.1:1761317073.012759:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ef90d7. 00000400:00000200:0.0:1761317073.012891:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.012905:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160540 00000400:00000200:0.0:1761317073.012912:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb065d [2] + 656 00000400:00000200:0.0:1761317073.013339:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.013347:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.013353:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.013357:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00000020:00000010:1.0:1761317073.013942:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e9726aa. 00000020:00000010:1.0:1761317073.013949:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.013954:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f547d44a. 00000100:00000200:1.0:1761317073.013979:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898929984/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.014016:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898929984 02000000:00000010:1.0:1761317073.014028:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048fb1471. 00010000:00000010:1.0:1761317073.014055:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000667a7e61. 00010000:00000010:1.0:1761317073.014076:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.014082:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099734795. 00000100:00000010:1.0:1761317073.014098:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099734795. 00010000:00000010:1.0:1761317073.014101:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317073.014115:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bd35a22. 00000100:00000200:1.0:1761317073.014120:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898929984, offset 224 00000400:00000200:1.0:1761317073.014127:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.014139:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.014143:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90457:90457:256:4294967295] 192.168.204.21@tcp LPNI seq info [90457:90457:8:4294967295] 00000400:00000200:1.0:1761317073.014153:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.014157:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.014161:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82354066). 00000800:00000200:1.0:1761317073.014166:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.014172:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.014175:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.014190:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.014195:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f547d44a. 00000020:00000010:1.0:1761317073.014197:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e9726aa. 00080000:00000010:0.0:1761317073.014472:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009950fe91. 00010000:00000010:0.0:1761317073.014547:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.014553:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000100a4d4c. 00010000:00000010:0.0:1761317073.014621:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317073.014626:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.014635:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.014641:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.014647:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.014657:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037f1481c. 02000000:00000010:0.0:1761317073.014721:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9ddd0af. 00000400:00000010:0.0:1761317073.014728:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.014733:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.014738:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791296, portal 16 00000400:00000010:0.0:1761317073.014743:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317073.014744:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791296, offset 0 00000400:00000200:0.0:1761317073.014750:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.014758:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.014764:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.014767:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.014770:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.014772:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90458:90458:255:4294967295] 192.168.204.21@tcp LPNI seq info [90458:90458:7:4294967295] 00000400:00000200:0.0:1761317073.014779:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.014783:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.014787:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354314). 00000800:00000200:0.0:1761317073.014790:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.014794:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.014797:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.015644:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.015648:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82354066). 00000400:00000200:2.0:1761317073.015655:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.015662:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.015666:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bd35a22 00000400:00000010:2.0:1761317073.015669:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bd35a22. 00000800:00000200:2.0:1761317073.015832:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.015835:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353818). 00000400:00000200:2.0:1761317073.015838:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.015841:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.015844:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:2.0:1761317073.015845:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000100:00000200:2.0:1761317073.015850:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902791296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.016937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a904526. 00010000:00000010:0.1:1761317073.016948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d062624. 00010000:00000010:0.1:1761317073.016952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d7e6eb. 00010000:00000010:0.1:1761317073.016955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:0.1:1761317073.016958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00000400:00000200:2.0:1761317073.021428:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.021447:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f080 00000400:00000200:2.0:1761317073.021456:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1cfd [1] + 224 00000400:00000200:2.0:1761317073.021467:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.021470:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.021480:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902791296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.021508:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.021512:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160580 00000400:00000200:2.0:1761317073.021516:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb065d [2] + 984 00000400:00000200:2.0:1761317073.021523:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.021525:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.021529:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.021534:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00010000:00000010:0.1:1761317073.021594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025a17197. 00010000:00000010:0.1:1761317073.021601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00000400:00000010:0.0:1761317073.021619:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:0.0:1761317073.021623:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.021625:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.021630:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902791296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.021636:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902791296/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.021667:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9ddd0af. 02000000:00000010:0.0:1761317073.021672:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037f1481c. 00000100:00000010:0.0:1761317073.021675:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:0.0:1761317073.021703:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.021707:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000020:00000010:3.0:1761317073.022090:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab1eae8f. 00000020:00000010:3.0:1761317073.022098:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.022102:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317073.022130:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898930048/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317073.022166:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930048 02000000:00000010:3.0:1761317073.022181:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d2118f61. 00010000:00000010:3.0:1761317073.022214:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006346097b. 00010000:00000010:3.0:1761317073.022236:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.022245:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.022263:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.022267:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000010:3.0:1761317073.022280:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317073.022285:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930048, offset 224 00000400:00000200:3.0:1761317073.022293:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.022305:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.022310:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90459:90459:256:4294967295] 192.168.204.21@tcp LPNI seq info [90459:90459:8:4294967295] 00000400:00000200:3.0:1761317073.022329:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.022335:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.022339:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f5258f8 (tot 82354066). 00000800:00000200:3.0:1761317073.022344:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.022350:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.022353:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002f5258f8 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761317073.022439:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037f1481c. 00010000:00000010:0.0:1761317073.022537:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.022545:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000482270a0. 00010000:00000010:0.0:1761317073.022634:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.0:1761317073.022640:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.022651:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.022655:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.022661:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.022671:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9ddd0af. 02000000:00000010:0.0:1761317073.022711:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e83a0f2f. 00000400:00000010:0.0:1761317073.022716:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.022720:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.022725:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791360, portal 16 00000400:00000010:0.0:1761317073.022729:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317073.022730:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791360, offset 0 00000400:00000200:0.0:1761317073.022735:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.022740:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.022747:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.022750:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.022753:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.022755:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90460:90460:255:4294967295] 192.168.204.21@tcp LPNI seq info [90460:90460:7:4294967295] 00000400:00000200:0.0:1761317073.022762:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.022765:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.022769:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354314). 00000800:00000200:0.0:1761317073.022772:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.022775:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.022777:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.022831:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.022836:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317073.022840:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab1eae8f. 00000800:00000200:2.0:1761317073.023165:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.023169:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f5258f8 (tot 82354066). 00000400:00000200:2.0:1761317073.023173:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.023178:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.023182:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:2.0:1761317073.023184:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000800:00000200:2.0:1761317073.023261:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.023263:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353818). 00000400:00000200:2.0:1761317073.023266:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.023269:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.023271:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:2.0:1761317073.023273:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00000100:00000200:2.0:1761317073.023277:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902791360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.023756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093d43d7f. 00000400:00000200:2.0:1761317073.028774:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.028794:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f0c0 00000400:00000200:2.0:1761317073.028803:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d09 [1] + 224 00000400:00000200:2.0:1761317073.028814:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.028817:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.028828:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902791360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.028857:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.028861:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1605c0 00000400:00000200:2.0:1761317073.028866:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb065d [2] + 1312 00000400:00000200:2.0:1761317073.028914:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.028917:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.028921:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.028927:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 00000020:00000010:3.0:1761317073.028992:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab1eae8f. 00000020:00000010:3.0:1761317073.029000:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.029004:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317073.029030:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000211632ce x1846872898930112/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317073.029115:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930112 00000400:00000010:0.0:1761317073.029126:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 02000000:00000010:3.0:1761317073.029128:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae2c0edd. 00000400:00000200:0.0:1761317073.029132:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.029135:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.029142:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902791360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.029150:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902791360/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317073.029173:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00010000:00000010:0.0:1761317073.029174:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc6a77bf. 00000100:00000010:3.0:1761317073.029182:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.029190:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.029193:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 02000000:00000010:0.0:1761317073.029196:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e83a0f2f. 02000000:00000010:0.0:1761317073.029202:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9ddd0af. 00000100:00000010:0.0:1761317073.029206:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000400:00000010:3.0:1761317073.029208:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000249f2032. 00000100:00000010:0.0:1761317073.029209:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00000100:00000200:3.0:1761317073.029215:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930112, offset 224 00010000:00000010:0.0:1761317073.029215:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000200:3.0:1761317073.029226:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:0.0:1761317073.029237:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9ddd0af. 00000400:00000200:3.0:1761317073.029242:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.029249:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90461:90461:256:4294967295] 192.168.204.21@tcp LPNI seq info [90461:90461:8:4294967295] 00000400:00000200:3.0:1761317073.029260:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.029265:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.029269:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039856038 (tot 82354066). 00000800:00000200:3.0:1761317073.029276:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.029283:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.029288:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039856038 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.029303:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.029308:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317073.029325:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab1eae8f. 00010000:00000010:0.0:1761317073.029349:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.029356:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024788c96. 00010000:00000010:0.0:1761317073.029426:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317073.029431:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.029440:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.029443:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.029448:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.029457:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e83a0f2f. 02000000:00000010:0.0:1761317073.029478:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e906f93b. 00000400:00000010:0.0:1761317073.029482:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.029484:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.029489:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791424, portal 16 00000400:00000010:0.0:1761317073.029493:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317073.029494:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791424, offset 0 00000400:00000200:0.0:1761317073.029499:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.029504:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.029510:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.029513:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.029516:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.029518:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90462:90462:255:4294967295] 192.168.204.21@tcp LPNI seq info [90462:90462:7:4294967295] 00000400:00000200:0.0:1761317073.029525:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.029529:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.029532:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354314). 00000800:00000200:0.0:1761317073.029535:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.029539:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.029541:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.029614:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.029617:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039856038 (tot 82354066). 00000400:00000200:2.0:1761317073.029620:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.029624:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.029626:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000249f2032 00000400:00000010:2.0:1761317073.029628:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000249f2032. 00000800:00000200:2.0:1761317073.029667:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.029668:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:2.0:1761317073.029671:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.029674:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.029675:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:2.0:1761317073.029699:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00000100:00000200:2.0:1761317073.029704:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902791424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.030507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a50ed11. 00000400:00000200:2.0:1761317073.031600:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.031620:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f100 00000400:00000200:2.0:1761317073.031628:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d15 [1] + 224 00000400:00000200:2.0:1761317073.031644:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.031647:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.031655:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902791424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.032373:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:0.0:1761317073.032379:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.032382:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.032390:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902791424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.032399:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902791424/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.032429:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e906f93b. 02000000:00000010:0.0:1761317073.032435:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e83a0f2f. 00000100:00000010:0.0:1761317073.032439:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:0.0:1761317073.032442:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.032446:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000200:2.0:1761317073.032997:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.033008:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160600 00000400:00000200:2.0:1761317073.033013:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb065d [2] + 1640 00010000:00000010:0.1:1761317073.033775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003442dfdb. 00010000:00000010:0.1:1761317073.033786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00000400:00000200:2.0:1761317073.033841:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.033850:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.033857:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.033863:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 00000020:00000010:1.0:1761317073.033924:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e9726aa. 00000020:00000010:1.0:1761317073.033932:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.033938:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f547d44a. 00000100:00000200:1.0:1761317073.033964:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000be90a4d7 x1846872898930176/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.033996:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930176 02000000:00000010:1.0:1761317073.034007:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb6d337b. 00010000:00000010:1.0:1761317073.034036:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071cad897. 00010000:00000010:1.0:1761317073.034055:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.034061:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099734795. 00000100:00000010:1.0:1761317073.034080:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099734795. 00010000:00000010:1.0:1761317073.034082:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317073.034098:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027e5fb55. 00000100:00000200:1.0:1761317073.034104:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930176, offset 224 00000400:00000200:1.0:1761317073.034113:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:0.0:1761317073.034116:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e83a0f2f. 00000400:00000200:1.0:1761317073.034126:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.034132:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90463:90463:256:4294967295] 192.168.204.21@tcp LPNI seq info [90463:90463:8:4294967295] 00000400:00000200:1.0:1761317073.034142:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.034184:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.034189:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022b6b675 (tot 82354066). 00000800:00000200:1.0:1761317073.034197:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.034204:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00010000:00000010:0.0:1761317073.034204:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00000800:00000200:1.0:1761317073.034210:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000022b6b675 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761317073.034213:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5451d89. 00000020:00000010:1.0:1761317073.034234:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.034241:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f547d44a. 00000020:00000010:1.0:1761317073.034245:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e9726aa. 00010000:00000010:0.0:1761317073.034289:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317073.034296:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.034305:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.034310:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.034326:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.034336:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e906f93b. 02000000:00000010:0.0:1761317073.034359:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4cf0461. 00000400:00000010:0.0:1761317073.034363:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.034367:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.034372:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791488, portal 16 00000400:00000010:0.0:1761317073.034376:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317073.034378:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791488, offset 0 00000400:00000200:0.0:1761317073.034384:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.034390:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.034396:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.034400:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.034403:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.034406:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90464:90464:255:4294967295] 192.168.204.21@tcp LPNI seq info [90464:90464:7:4294967295] 00000400:00000200:0.0:1761317073.034413:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.034417:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.034420:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354314). 00000800:00000200:0.0:1761317073.034423:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.034427:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.034429:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.034506:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.034510:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022b6b675 (tot 82354066). 00000400:00000200:2.0:1761317073.034514:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.034518:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.034521:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027e5fb55 00000400:00000010:2.0:1761317073.034523:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027e5fb55. 00000800:00000200:2.0:1761317073.035440:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.035445:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:2.0:1761317073.035451:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.035457:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.035462:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000400:00000010:2.0:1761317073.035464:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 00000100:00000200:2.0:1761317073.035470:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902791488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.036332:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.036346:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f140 00000400:00000200:2.0:1761317073.036353:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d21 [1] + 224 00000400:00000200:2.0:1761317073.036366:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.036369:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.036375:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902791488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.036737:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:0.0:1761317073.036743:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.036745:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.036750:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902791488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.036758:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902791488/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.036785:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4cf0461. 02000000:00000010:0.0:1761317073.036790:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e906f93b. 00000100:00000010:0.0:1761317073.036793:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:0.0:1761317073.036797:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.036800:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00010000:00000010:0.1:1761317073.037778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8a0525a. 00010000:00000010:0.1:1761317073.037792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4be10a4. 00010000:00000010:0.1:1761317073.037795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00000400:00000200:2.0:1761317073.038034:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.038050:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160640 00000400:00000200:2.0:1761317073.038058:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb065d [2] + 1968 00000400:00000010:2.0:1761317073.038062:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002578cb08. 00000400:00000200:2.0:1761317073.038067:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b3c0c48e 00000400:00000200:2.0:1761317073.038127:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.038131:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.038135:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3c0c48e 00000400:00000010:2.0:1761317073.038137:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b3c0c48e (tot 82353666). 00000100:00000200:2.0:1761317073.038143:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317073.039818:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e9726aa. 00000020:00000010:1.0:1761317073.039832:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.039837:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f547d44a. 00000100:00000200:1.0:1761317073.039868:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000985be0dc x1846872898930240/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317073.039907:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930240 02000000:00000010:1.0:1761317073.039923:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000072edf244. 00010000:00000010:1.0:1761317073.039967:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce661a09. 00010000:00000010:1.0:1761317073.039997:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.040005:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000099734795. 00000100:00000010:1.0:1761317073.040024:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000099734795. 00010000:00000010:1.0:1761317073.040028:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317073.040047:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027e5fb55. 00000100:00000200:1.0:1761317073.040055:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930240, offset 224 00000400:00000200:1.0:1761317073.040065:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.040081:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.040088:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90465:90465:256:4294967295] 192.168.204.21@tcp LPNI seq info [90465:90465:8:4294967295] 00000400:00000200:1.0:1761317073.040099:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.040105:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.040110:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82353914). 00000800:00000200:1.0:1761317073.040116:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.040123:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.040127:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.040150:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.040155:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f547d44a. 00000020:00000010:1.0:1761317073.040158:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e9726aa. 02000000:00000010:1.0:1761317073.040166:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb6d337b. 00000100:00000010:1.0:1761317073.040169:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 02000000:00000010:1.0:1761317073.040173:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae2c0edd. 00000100:00000010:1.0:1761317073.040175:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 02000000:00000010:1.0:1761317073.040179:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d2118f61. 00000100:00000010:1.0:1761317073.040181:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:1.0:1761317073.040184:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048fb1471. 00000100:00000010:1.0:1761317073.040185:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 02000000:00000010:1.0:1761317073.040188:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c374f563. 00000100:00000010:1.0:1761317073.040190:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 02000000:00000010:1.0:1761317073.040193:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008e31feaa. 00000100:00000010:1.0:1761317073.040195:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 00000100:00000200:1.0:1761317073.040201:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317073.040208:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a7d6855. 00000400:00000010:1.0:1761317073.040212:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000099734795 (tot 82354066). 00080000:00000010:0.0:1761317073.040335:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4cf0461. 00010000:00000010:0.0:1761317073.040414:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.040420:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a00b888f. 00010000:00000010:0.0:1761317073.040494:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d962ada0. 00010000:00000010:0.0:1761317073.040498:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317073.040503:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.0:1761317073.040507:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00080000:00000010:0.0:1761317073.040519:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e31feaa. 00010000:00000010:0.0:1761317073.040541:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.040544:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317073.040591:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a74e819d. 00010000:00000010:0.0:1761317073.040594:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.040601:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.040605:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.040611:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.040621:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c374f563. 02000000:00000010:0.0:1761317073.040644:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e906f93b. 00000400:00000010:0.0:1761317073.040647:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.040651:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.040654:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791552, portal 16 00000400:00000010:0.0:1761317073.040658:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317073.040660:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791552, offset 0 00000400:00000200:0.0:1761317073.040666:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.040673:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.040716:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.040720:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.040723:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.040725:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90466:90466:255:4294967295] 192.168.204.21@tcp LPNI seq info [90466:90466:7:4294967295] 00000400:00000200:0.0:1761317073.040732:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.040736:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.040740:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354314). 00000800:00000200:0.0:1761317073.040744:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.040748:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.040751:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.040838:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.040842:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82354066). 00000400:00000200:2.0:1761317073.040847:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.040851:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.040855:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027e5fb55 00000400:00000010:2.0:1761317073.040857:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027e5fb55. 02000000:00000010:2.0:1761317073.040862:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000072edf244. 00000800:00000200:2.0:1761317073.041196:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.041199:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:2.0:1761317073.041203:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.041207:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.041211:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f6bd1ac 00000400:00000010:2.0:1761317073.041212:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f6bd1ac. 00000100:00000200:2.0:1761317073.041217:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902791552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.042085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdb37565. 00010000:00000010:0.1:1761317073.042135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fc91b5. 00010000:00000010:0.1:1761317073.042141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00010000:00000010:1.1:1761317073.047493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a908eda. 00000400:00000200:2.0:1761317073.051970:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.051992:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f180 00000400:00000200:2.0:1761317073.052001:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d31 [1] + 224 00000400:00000200:2.0:1761317073.052036:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.052041:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.052052:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902791552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.052369:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:0.0:1761317073.052375:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.052377:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.052383:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902791552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.052392:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902791552/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.052431:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e906f93b. 02000000:00000010:0.0:1761317073.052438:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c374f563. 00000100:00000010:0.0:1761317073.052441:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:0.0:1761317073.052445:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.052449:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000200:2.0:1761317073.053047:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.053059:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160680 00000400:00000200:2.0:1761317073.053066:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb06ad [2] + 0 00000400:00000200:2.0:1761317073.053132:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.053137:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.053143:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.053149:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000020:00000010:3.0:1761317073.054086:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab1eae8f. 00000020:00000010:3.0:1761317073.054096:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.054101:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317073.054134:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898930304/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317073.054172:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930304 02000000:00000010:3.0:1761317073.054182:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f8698e20. 00010000:00000010:3.0:1761317073.054212:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d09b79c. 00010000:00000010:3.0:1761317073.054233:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.054240:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00010000:00000010:0.1:1761317073.054704:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f87d84e5. 00000100:00000010:3.0:1761317073.054711:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:0.1:1761317073.054712:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00010000:00000010:3.0:1761317073.054715:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00010000:00000010:0.1:1761317073.054715:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:0.1:1761317073.054720:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00000400:00000010:3.0:1761317073.054730:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317073.054736:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930304, offset 224 00080000:00000010:0.0:1761317073.054736:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c374f563. 00000400:00000200:3.0:1761317073.054745:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.054760:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.054765:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90467:90467:256:4294967295] 192.168.204.21@tcp LPNI seq info [90467:90467:8:4294967295] 00000400:00000200:3.0:1761317073.054774:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.054780:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.054785:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000043a76dd (tot 82354066). 00000800:00000200:3.0:1761317073.054790:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.054798:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.054801:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000043a76dd type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761317073.054827:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.054834:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002bdede23. 00010000:00000010:0.0:1761317073.054904:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.0:1761317073.054909:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.054919:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.054923:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.054929:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.054938:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e906f93b. 02000000:00000010:0.0:1761317073.054961:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004002771c. 00000400:00000010:0.0:1761317073.054965:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.054969:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.054973:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791616, portal 16 00000400:00000010:0.0:1761317073.054977:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317073.054979:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791616, offset 0 00000400:00000200:0.0:1761317073.054984:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.054990:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.054996:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.054999:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.055002:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.055004:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90468:90468:255:4294967295] 192.168.204.21@tcp LPNI seq info [90468:90468:7:4294967295] 00000400:00000200:0.0:1761317073.055012:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.055016:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.055019:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354314). 00000800:00000200:0.0:1761317073.055023:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.055027:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.055029:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.055048:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.055052:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317073.055055:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab1eae8f. 00000800:00000200:2.0:1761317073.055123:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.055127:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000043a76dd (tot 82354066). 00000400:00000200:2.0:1761317073.055131:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.055135:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.055140:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:2.0:1761317073.055141:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000800:00000200:2.0:1761317073.055203:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.055205:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:2.0:1761317073.055208:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.055211:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.055212:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:2.0:1761317073.055215:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000100:00000200:2.0:1761317073.055219:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902791616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.056566:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.056585:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f1c0 00000400:00000200:2.0:1761317073.056592:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d3d [1] + 224 00000400:00000200:2.0:1761317073.056607:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.056610:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.056617:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902791616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.056647:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.056653:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1606c0 00000400:00000200:2.0:1761317073.056658:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb06ad [2] + 328 00000400:00000010:0.0:1761317073.056703:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:0.0:1761317073.056708:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.056709:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.056714:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902791616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.056721:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902791616/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.056723:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.056726:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.056730:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.056735:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:0.0:1761317073.056749:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004002771c. 02000000:00000010:0.0:1761317073.056753:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e906f93b. 00000100:00000010:0.0:1761317073.056757:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:0.0:1761317073.056760:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.056762:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000020:00000010:3.0:1761317073.056838:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab1eae8f. 00000020:00000010:3.0:1761317073.056883:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.056889:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317073.056910:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898930368/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317073.056945:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930368 02000000:00000010:3.0:1761317073.056955:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000a46b69f. 00010000:00000010:3.0:1761317073.056979:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000114a7a0b. 00010000:00000010:3.0:1761317073.057001:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.057007:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.057021:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.057024:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000010:3.0:1761317073.057035:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317073.057039:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930368, offset 224 00000400:00000200:3.0:1761317073.057046:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.057057:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.057062:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90469:90469:256:4294967295] 192.168.204.21@tcp LPNI seq info [90469:90469:8:4294967295] 00000400:00000200:3.0:1761317073.057072:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.057076:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.057080:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317073.057086:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.057091:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.057095:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.057118:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.057122:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317073.057125:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab1eae8f. 00080000:00000010:0.0:1761317073.057240:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004002771c. 00010000:00000010:0.0:1761317073.057336:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.057343:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9ab0dbf. 00010000:00000010:0.0:1761317073.057418:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317073.057423:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.057432:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.057435:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.057441:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.057450:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e6e962c. 02000000:00000010:0.0:1761317073.057471:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e906f93b. 00000400:00000010:0.0:1761317073.057475:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.057478:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.057482:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791680, portal 16 00000400:00000010:0.0:1761317073.057486:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317073.057488:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791680, offset 0 00000400:00000200:0.0:1761317073.057493:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.057498:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.057504:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.057507:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.057509:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.057512:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90470:90470:255:4294967295] 192.168.204.21@tcp LPNI seq info [90470:90470:7:4294967295] 00000400:00000200:0.0:1761317073.057519:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.057523:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.057526:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354314). 00000800:00000200:0.0:1761317073.057529:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.057533:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.057535:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.058007:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.058011:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:2.0:1761317073.058015:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.058020:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.058023:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:2.0:1761317073.058025:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 00000800:00000200:2.0:1761317073.058082:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.058083:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:2.0:1761317073.058086:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.058089:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.058091:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:2.0:1761317073.058093:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000100:00000200:2.0:1761317073.058097:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902791680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.059829:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.059849:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f200 00000400:00000200:2.0:1761317073.059858:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d49 [1] + 224 00000400:00000200:2.0:1761317073.059869:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.059873:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.059881:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902791680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.060158:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:0.0:1761317073.060163:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.060165:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000400:00000200:2.0:1761317073.060167:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000100:00000200:0.0:1761317073.060171:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902791680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.060175:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160700 00000100:00000200:0.0:1761317073.060179:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902791680/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.060180:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb06ad [2] + 656 02000000:00000010:0.0:1761317073.060216:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e906f93b. 02000000:00000010:0.0:1761317073.060221:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e6e962c. 00000100:00000010:0.0:1761317073.060225:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:0.0:1761317073.060229:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.060232:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000200:2.0:1761317073.060235:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.060238:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.060242:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.060246:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 00000020:00000010:3.0:1761317073.060345:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab1eae8f. 00000020:00000010:3.0:1761317073.060398:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.060403:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317073.060429:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898930432/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317073.060469:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930432 02000000:00000010:3.0:1761317073.060483:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000834dc6ea. 00010000:00000010:3.0:1761317073.060516:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000287d5df6. 00010000:00000010:3.0:1761317073.060545:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.060552:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.060569:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.060572:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000010:3.0:1761317073.060586:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317073.060592:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930432, offset 224 00000400:00000200:3.0:1761317073.060600:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.060612:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.060617:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90471:90471:256:4294967295] 192.168.204.21@tcp LPNI seq info [90471:90471:8:4294967295] 00000400:00000200:3.0:1761317073.060627:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.060632:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.060636:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317073.060642:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.060650:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.060654:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761317073.060660:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e906f93b. 00000020:00000010:3.0:1761317073.060767:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00010000:00000010:0.0:1761317073.060768:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00000020:00000010:3.0:1761317073.060774:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00010000:00000010:0.0:1761317073.060778:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005eb0872a. 00000020:00000010:3.0:1761317073.060780:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab1eae8f. 00000800:00000200:1.0:1761317073.060813:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.060818:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317073.060822:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.060826:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.060829:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:1.0:1761317073.060830:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00010000:00000010:0.0:1761317073.060855:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317073.060861:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.060870:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.060874:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.060880:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.060889:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e6e962c. 02000000:00000010:0.0:1761317073.060911:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000fb19c82. 00000400:00000010:0.0:1761317073.060915:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.060919:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.060923:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791744, portal 16 00000400:00000010:0.0:1761317073.060926:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317073.060928:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791744, offset 0 00000400:00000200:0.0:1761317073.060933:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.060939:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.060947:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.060950:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.060953:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.060955:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90472:90472:256:4294967295] 192.168.204.21@tcp LPNI seq info [90472:90472:8:4294967295] 00000400:00000200:0.0:1761317073.060962:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.060967:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.060970:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317073.060974:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.060977:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.060979:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.061201:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.061204:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:2.0:1761317073.061208:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.061212:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.061215:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaaa4a29 00000400:00000010:2.0:1761317073.061216:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaaa4a29. 00000100:00000200:2.0:1761317073.061220:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902791744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.062776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061639c77. 00010000:00000010:0.1:1761317073.062788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a74e819d. 00000400:00000200:2.0:1761317073.062855:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.062871:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f240 00000400:00000200:2.0:1761317073.062878:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d55 [1] + 224 00000400:00000200:2.0:1761317073.062893:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.062896:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.062904:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902791744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.062978:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:0.0:1761317073.062983:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.062984:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.062989:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902791744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.062997:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902791744/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.063022:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000fb19c82. 02000000:00000010:0.0:1761317073.063028:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e6e962c. 00000100:00000010:0.0:1761317073.063033:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:0.0:1761317073.063036:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.063038:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000200:1.0:1761317073.063335:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.063345:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160740 00000400:00000200:1.0:1761317073.063350:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb06ad [2] + 984 00000400:00000200:1.0:1761317073.063427:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.063432:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.063437:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.063442:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cc2068a. 00010000:00000010:3.1:1761317073.063785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064f1bcae. 00000020:00000010:3.0:1761317073.063835:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab1eae8f. 00000020:00000010:3.0:1761317073.063843:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.063847:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317073.063870:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001cc2068a x1846872898930496/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317073.063906:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930496 02000000:00000010:3.0:1761317073.063917:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba6ad30e. 00010000:00000010:3.0:1761317073.063942:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000658d9194. 00010000:00000010:3.0:1761317073.063960:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.063965:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.063981:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.063983:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000010:3.0:1761317073.063996:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317073.064001:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930496, offset 224 00000400:00000200:3.0:1761317073.064008:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.064017:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.064023:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90473:90473:256:4294967295] 192.168.204.21@tcp LPNI seq info [90473:90473:8:4294967295] 00000400:00000200:3.0:1761317073.064032:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.064036:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.064040:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000043a76dd (tot 82354066). 00000800:00000200:3.0:1761317073.064046:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.064052:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.064055:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000043a76dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.064078:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.064083:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:3.0:1761317073.064086:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab1eae8f. 00080000:00000010:0.0:1761317073.064135:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fb19c82. 00010000:00000010:0.0:1761317073.064223:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.064230:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006a88a459. 00010000:00000010:0.0:1761317073.064309:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a74e819d. 00010000:00000010:0.0:1761317073.064323:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.064333:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.064337:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.064343:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.064353:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbfd8ba9. 02000000:00000010:0.0:1761317073.064375:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d27a805e. 00000400:00000010:0.0:1761317073.064380:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.064385:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.064390:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791808, portal 16 00000400:00000010:0.0:1761317073.064394:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317073.064396:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791808, offset 0 00000400:00000200:0.0:1761317073.064402:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.064408:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.064414:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.064418:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.064420:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.064427:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90474:90474:255:4294967295] 192.168.204.21@tcp LPNI seq info [90474:90474:7:4294967295] 00000400:00000200:0.0:1761317073.064434:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.064439:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.064442:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354314). 00000800:00000200:0.0:1761317073.064446:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.064450:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.064452:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.064474:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.064478:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000043a76dd (tot 82354066). 00000400:00000200:2.0:1761317073.064481:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.064485:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.064488:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:2.0:1761317073.064489:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000800:00000200:2.0:1761317073.064538:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.064540:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:2.0:1761317073.064543:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.064545:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.064547:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:2.0:1761317073.064548:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:2.0:1761317073.064552:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902791808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.065810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f20432b. 00010000:00000010:0.1:1761317073.065866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e85903. 00010000:00000010:0.1:1761317073.065872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00000400:00000200:2.0:1761317073.066432:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.066448:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f280 00000400:00000200:2.0:1761317073.066455:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d61 [1] + 224 00000400:00000200:2.0:1761317073.066470:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.066474:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.066481:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902791808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.066564:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a2237a7. 00000400:00000200:0.0:1761317073.066569:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.066571:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.066576:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902791808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.066583:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902791808/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.066610:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d27a805e. 02000000:00000010:0.0:1761317073.066616:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbfd8ba9. 00000100:00000010:0.0:1761317073.066619:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:0.0:1761317073.066623:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.066626:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000200:1.0:1761317073.067962:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.067980:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160780 00000400:00000200:1.0:1761317073.067987:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb06ad [2] + 1312 00000400:00000200:1.0:1761317073.068047:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.068057:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.068064:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.068070:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001115483a. 00000020:00000010:3.0:1761317073.068662:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab1eae8f. 00000020:00000010:3.0:1761317073.068670:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.068675:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fbe27dd5. 00000100:00000200:3.0:1761317073.068859:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001115483a x1846872898930560/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:3.1:1761317073.069984:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c0bdc89. 00010000:00000010:3.1:1761317073.069996:0:65609:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a4f3dcc. 00000100:00000200:1.0:1761317073.070083:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930560 02000000:00000010:1.0:1761317073.070102:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000048fb1471. 00010000:00000010:1.0:1761317073.070141:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099793e25. 00010000:00000010:1.0:1761317073.070162:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.070170:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.070192:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.070196:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317073.070212:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005bd35a22. 00000100:00000200:1.0:1761317073.070218:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930560, offset 224 00000400:00000200:1.0:1761317073.070228:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.070244:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.070249:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90475:90475:256:4294967295] 192.168.204.21@tcp LPNI seq info [90475:90475:8:4294967295] 00000400:00000200:1.0:1761317073.070259:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.070264:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.070268:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008c31ba7 (tot 82354066). 00000800:00000200:1.0:1761317073.070275:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.070282:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.070285:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008c31ba7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.070309:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:1.0:1761317073.070322:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fbe27dd5. 00000020:00000010:1.0:1761317073.070326:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab1eae8f. 00000800:00000200:3.0:1761317073.070519:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.070523:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008c31ba7 (tot 82353818). 00000400:00000200:3.0:1761317073.070529:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.070534:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.070537:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005bd35a22 00000400:00000010:3.0:1761317073.070539:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005bd35a22. 00080000:00000010:2.0:1761317073.070609:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038a38d76. 00010000:00000010:2.0:1761317073.070734:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:2.0:1761317073.070742:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ad0bf35. 00010000:00000010:2.0:1761317073.070813:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49b56c0. 00010000:00000010:2.0:1761317073.070817:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.070823:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004de2ee39. 00010000:00000010:2.0:1761317073.070828:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000f2d543. 00080000:00000010:2.0:1761317073.070842:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058e8cbbb. 00010000:00000010:2.0:1761317073.070866:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000f2d543. 00010000:00000010:2.0:1761317073.070871:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.070918:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f51b786d. 00010000:00000010:2.0:1761317073.070922:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000f2d543. 00010000:00000010:2.0:1761317073.070930:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002245c963. 00000100:00000010:2.0:1761317073.070934:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.070942:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317073.070952:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000086d5cc63. 02000000:00000010:2.0:1761317073.070976:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000129e772f. 00000400:00000010:2.0:1761317073.070981:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002578cb08. 00000400:00000010:2.0:1761317073.070985:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317073.070991:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791872, portal 16 00000400:00000010:2.0:1761317073.070995:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317073.070997:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791872, offset 0 00000400:00000200:2.0:1761317073.071002:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.071009:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.071015:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.071019:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.071021:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.071023:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90476:90476:256:4294967295] 192.168.204.21@tcp LPNI seq info [90476:90476:8:4294967295] 00000400:00000200:2.0:1761317073.071030:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.071034:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.071037:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317073.071040:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.071045:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.071047:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317073.071186:0:64752:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1fbfda0. 00010000:00000010:0.1:1761317073.071193:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00000800:00000200:3.0:1761317073.071423:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.071426:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:3.0:1761317073.071433:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.071437:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.071440:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:3.0:1761317073.071442:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000100:00000200:3.0:1761317073.071449:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902791872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.072808:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.072833:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f2c0 00000400:00000200:1.0:1761317073.072841:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d6d [1] + 224 00000400:00000200:1.0:1761317073.072855:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.072857:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.072864:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902791872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317073.072952:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002578cb08. 00000400:00000200:2.0:1761317073.072957:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:2.0:1761317073.072959:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:2.0:1761317073.072965:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902791872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.072972:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902791872/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.073004:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000129e772f. 02000000:00000010:2.0:1761317073.073010:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000086d5cc63. 00000100:00000010:2.0:1761317073.073013:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:2.0:1761317073.073017:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.073020:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002245c963. 00010000:00000010:0.1:1761317073.075745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000326e7f0. 00010000:00000010:0.1:1761317073.075762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00000400:00000200:3.0:1761317073.077328:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.077348:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1607c0 00000400:00000200:3.0:1761317073.077356:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb06ad [2] + 1640 00000400:00000200:3.0:1761317073.077423:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.077429:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.077437:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.077444:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 00000020:00000010:0.0:1761317073.077707:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbfd8ba9. 00000020:00000010:0.0:1761317073.077717:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.077732:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.077762:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008e6a67e x1846872898930624/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.077794:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930624 02000000:00000010:0.0:1761317073.077805:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d27a805e. 00010000:00000010:0.0:1761317073.077835:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000371a6a75. 00010000:00000010:0.0:1761317073.077863:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.077871:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.077891:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.077905:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000010:0.0:1761317073.077919:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.077925:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930624, offset 224 00080000:00000010:2.0:1761317073.077928:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086d5cc63. 00000400:00000200:0.0:1761317073.077935:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.077948:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.077954:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90477:90477:256:4294967295] 192.168.204.21@tcp LPNI seq info [90477:90477:8:4294967295] 00000400:00000200:0.0:1761317073.077964:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.077969:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.077974:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317073.077979:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.077987:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.077991:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.078003:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.078007:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.078010:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbfd8ba9. 00010000:00000010:2.0:1761317073.078016:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000f2d543. 00010000:00000010:2.0:1761317073.078024:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042ddbb47. 00010000:00000010:2.0:1761317073.078114:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d48072b0. 00010000:00000010:2.0:1761317073.078120:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000f2d543. 00010000:00000010:2.0:1761317073.078132:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002245c963. 00000100:00000010:2.0:1761317073.078135:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.078142:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317073.078152:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000129e772f. 02000000:00000010:2.0:1761317073.078177:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a0cb381. 00000400:00000010:2.0:1761317073.078183:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002578cb08. 00000400:00000010:2.0:1761317073.078188:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317073.078194:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902791936, portal 16 00000400:00000010:2.0:1761317073.078199:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009e2c497. 00000100:00000200:2.0:1761317073.078201:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902791936, offset 0 00000400:00000200:2.0:1761317073.078207:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.078214:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.078222:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.078227:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.078230:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.078232:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90478:90478:255:4294967295] 192.168.204.21@tcp LPNI seq info [90478:90478:7:4294967295] 00000400:00000200:2.0:1761317073.078240:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.078244:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.078248:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354314). 00000800:00000200:2.0:1761317073.078252:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.078257:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.078259:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.078277:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.078282:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82354066). 00000400:00000200:3.0:1761317073.078287:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.078291:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.078296:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:3.0:1761317073.078298:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000800:00000200:3.0:1761317073.078334:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.078336:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:3.0:1761317073.078342:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.078345:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.078347:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:3.0:1761317073.078348:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000100:00000200:3.0:1761317073.078353:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902791936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.079733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a692879. 00010000:00000010:1.1:1761317073.079733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000656e56eb. 00010000:00000010:2.1:1761317073.079745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a74e819d. 00010000:00000010:2.1:1761317073.079751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49b56c0. 00010000:00000010:2.1:1761317073.079756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de2ee39. 00000400:00000200:1.0:1761317073.081196:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.081217:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f300 00000400:00000200:1.0:1761317073.081228:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d79 [1] + 224 00000400:00000200:1.0:1761317073.081240:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.081243:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.081254:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902791936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.081473:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.081479:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160800 00000400:00000200:1.0:1761317073.081483:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb06ad [2] + 1968 00000400:00000010:1.0:1761317073.081488:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007df5e96b. 00000400:00000200:1.0:1761317073.081491:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000dca4ddee 00000400:00000200:1.0:1761317073.081548:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.081552:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.081554:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dca4ddee 00000400:00000010:1.0:1761317073.081556:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000dca4ddee (tot 82353666). 00000100:00000200:1.0:1761317073.081561:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761317073.081613:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002578cb08. 00000400:00000200:2.0:1761317073.081617:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:2.0:1761317073.081618:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:2.0:1761317073.081625:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902791936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.081633:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902791936/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.081662:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a0cb381. 02000000:00000010:2.0:1761317073.081667:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000129e772f. 00000100:00000010:2.0:1761317073.081671:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:2.0:1761317073.081675:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.081707:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002245c963. 00000020:00000010:0.0:1761317073.081907:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbfd8ba9. 00000020:00000010:0.0:1761317073.081914:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.081918:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.081940:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008330aa61 x1846872898930688/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317073.081961:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930688 02000000:00000010:0.0:1761317073.081970:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f3efd3e. 00010000:00000010:0.0:1761317073.081994:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d259af33. 00010000:00000010:0.0:1761317073.082011:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.082016:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f75f0bc6. 00000100:00000010:0.0:1761317073.082032:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f75f0bc6. 00010000:00000010:0.0:1761317073.082034:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000010:0.0:1761317073.082044:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317073.082048:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930688, offset 224 00000400:00000200:0.0:1761317073.082055:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.082064:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.082068:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90479:90479:256:4294967295] 192.168.204.21@tcp LPNI seq info [90479:90479:8:4294967295] 00000400:00000200:0.0:1761317073.082078:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.082083:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.082086:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82353914). 00000800:00000200:0.0:1761317073.082091:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.082097:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.082100:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.082115:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.082118:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.082120:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbfd8ba9. 02000000:00000010:0.0:1761317073.082126:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d27a805e. 00000100:00000010:0.0:1761317073.082128:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 02000000:00000010:0.0:1761317073.082131:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000048fb1471. 00000100:00000010:0.0:1761317073.082133:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001115483a. 02000000:00000010:0.0:1761317073.082137:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba6ad30e. 00000100:00000010:0.0:1761317073.082139:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cc2068a. 02000000:00000010:0.0:1761317073.082142:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000834dc6ea. 00000100:00000010:0.0:1761317073.082144:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 02000000:00000010:0.0:1761317073.082147:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000a46b69f. 00000100:00000010:0.0:1761317073.082148:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 02000000:00000010:0.0:1761317073.082150:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f8698e20. 00000100:00000010:0.0:1761317073.082152:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 00000100:00000200:0.0:1761317073.082157:0:64752:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317073.082161:0:64752:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a2237a7. 00000400:00000010:0.0:1761317073.082164:0:64752:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f75f0bc6 (tot 82354066). 00080000:00000010:2.0:1761317073.082387:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000129e772f. 00010000:00000010:2.0:1761317073.082471:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000f2d543. 00010000:00000010:2.0:1761317073.082476:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000829eb808. 00010000:00000010:2.0:1761317073.082545:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004de2ee39. 00010000:00000010:2.0:1761317073.082549:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000f2d543. 00010000:00000010:2.0:1761317073.082558:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002245c963. 00000100:00000010:2.0:1761317073.082561:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.082566:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317073.082575:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a0cb381. 02000000:00000010:2.0:1761317073.082597:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0db7b5d. 00000400:00000010:2.0:1761317073.082601:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002578cb08. 00000400:00000010:2.0:1761317073.082604:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317073.082607:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792000, portal 16 00000400:00000010:2.0:1761317073.082610:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e1f037. 00000100:00000200:2.0:1761317073.082612:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792000, offset 0 00000400:00000200:2.0:1761317073.082618:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.082624:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.082655:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.082659:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.082662:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.082664:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90480:90480:255:4294967295] 192.168.204.21@tcp LPNI seq info [90480:90480:7:4294967295] 00000400:00000200:2.0:1761317073.082671:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.082693:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.082697:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354314). 00000800:00000200:2.0:1761317073.082701:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.082706:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.082708:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.082797:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.082811:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82354066). 00000400:00000200:3.0:1761317073.082815:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.082821:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.082825:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:3.0:1761317073.082826:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 02000000:00000010:3.0:1761317073.082830:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f3efd3e. 00000800:00000200:3.0:1761317073.082884:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.082887:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:3.0:1761317073.082892:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.082903:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.082905:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:3.0:1761317073.082907:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000100:00000200:3.0:1761317073.082912:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902792000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.084571:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.084592:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f340 00000400:00000200:3.0:1761317073.084601:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d89 [1] + 224 00000400:00000200:3.0:1761317073.084616:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.084619:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.084627:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902792000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317073.085152:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002578cb08. 00000400:00000200:2.0:1761317073.085159:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:2.0:1761317073.085161:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:2.0:1761317073.085170:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902792000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.085177:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902792000/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.085203:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0db7b5d. 02000000:00000010:2.0:1761317073.085208:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a0cb381. 00000100:00000010:2.0:1761317073.085211:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:2.0:1761317073.085216:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.085219:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002245c963. 00000400:00000200:1.0:1761317073.086338:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.086355:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160840 00000400:00000200:1.0:1761317073.086361:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0705 [2] + 0 00000400:00000200:1.0:1761317073.086423:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.086427:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.086434:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.086450:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 00000020:00000010:2.0:1761317073.086540:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a0cb381. 00000020:00000010:2.0:1761317073.086547:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.086552:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.086582:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4e49e41 x1846872898930752/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317073.086622:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930752 02000000:00000010:2.0:1761317073.086633:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b0db7b5d. 00010000:00000010:2.0:1761317073.086672:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000be4d3e2. 00010000:00000010:2.0:1761317073.086728:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002245c963. 00000100:00000010:2.0:1761317073.086736:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.086754:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.086757:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002245c963. 00000400:00000010:2.0:1761317073.086773:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317073.086779:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930752, offset 224 00000400:00000200:2.0:1761317073.086786:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.086797:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.086802:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90481:90481:256:4294967295] 192.168.204.21@tcp LPNI seq info [90481:90481:8:4294967295] 00000400:00000200:2.0:1761317073.086822:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.086829:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.086834:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00080000:00000010:0.0:1761317073.086834:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d27a805e. 00000800:00000200:2.0:1761317073.086842:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.086852:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.086857:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.086880:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.086885:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.086888:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a0cb381. 00010000:00000010:0.0:1761317073.086953:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000f2d543. 00010000:00000010:0.0:1761317073.086961:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b46c292c. 00000800:00000200:3.0:1761317073.087048:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.087053:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:3.0:1761317073.087059:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.087062:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.087065:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:3.0:1761317073.087067:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00010000:00000010:0.0:1761317073.087623:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317073.087631:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ad8f2f. 00010000:00000010:0.0:1761317073.087643:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.087648:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad41249b. 00000100:00000010:0.0:1761317073.087656:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.087667:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbfd8ba9. 00010000:00000010:0.1:1761317073.087712:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000765d3a68. 02000000:00000010:0.0:1761317073.088474:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003181a2aa. 00000400:00000010:0.0:1761317073.088484:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c6a7ac93. 00000400:00000010:0.0:1761317073.088490:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317073.088497:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792064, portal 16 00000400:00000010:0.0:1761317073.088502:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317073.088505:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792064, offset 0 00000400:00000200:0.0:1761317073.088514:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.088531:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.088538:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.088541:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.088544:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.088547:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90482:90482:256:4294967295] 192.168.204.21@tcp LPNI seq info [90482:90482:8:4294967295] 00000400:00000200:0.0:1761317073.088557:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.088562:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.088566:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354066). 00000800:00000200:0.0:1761317073.088571:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.088579:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.088583:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.088752:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.088756:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:3.0:1761317073.088760:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.088775:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.088779:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:3.0:1761317073.088781:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000100:00000200:3.0:1761317073.088787:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902792064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.090845:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.090864:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f380 00000400:00000200:1.0:1761317073.090872:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1d95 [1] + 224 00000400:00000200:1.0:1761317073.090890:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.090893:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.090902:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902792064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.091944:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6a7ac93. 00000400:00000200:0.0:1761317073.091952:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:0.0:1761317073.091955:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000100:00000200:0.0:1761317073.091963:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902792064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.091973:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902792064/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.092002:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003181a2aa. 02000000:00000010:0.0:1761317073.092008:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbfd8ba9. 00000100:00000010:0.0:1761317073.092011:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:0.0:1761317073.092014:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad41249b. 00010000:00000010:0.0:1761317073.092017:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00010000:00000010:2.1:1761317073.092826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e7489d4. 00010000:00000010:2.1:1761317073.092839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f51b786d. 00000400:00000200:2.0:1761317073.092877:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.092891:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160880 00000400:00000200:2.0:1761317073.092897:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0705 [2] + 328 00000400:00000200:2.0:1761317073.092981:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.092994:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.093001:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.093006:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00000020:00000010:1.0:1761317073.093096:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb6d337b. 00000020:00000010:1.0:1761317073.093104:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.093108:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f547d44a. 00000100:00000200:1.0:1761317073.093142:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898930816/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317073.093176:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930816 02000000:00000010:1.0:1761317073.093187:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e9726aa. 00010000:00000010:1.0:1761317073.093216:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f389f6d5. 00010000:00000010:1.0:1761317073.093236:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.093242:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.094226:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.094234:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317073.094256:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b059245d. 00080000:00000010:2.0:1761317073.094514:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a0cb381. 00010000:00000010:2.0:1761317073.094652:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ad8f2f. 00010000:00000010:2.0:1761317073.094660:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a84c97c7. 00010000:00000010:2.0:1761317073.094763:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f51b786d. 00010000:00000010:2.0:1761317073.094769:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007a64a4fe. 00010000:00000010:2.0:1761317073.094781:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002245c963. 00000100:00000010:2.0:1761317073.094788:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.094796:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 02000000:00000010:2.0:1761317073.094810:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ead33ef1. 02000000:00000010:2.0:1761317073.094837:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000642ae0ad. 00000400:00000010:2.0:1761317073.094843:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002578cb08. 00000100:00000200:1.0:1761317073.094892:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930816, offset 224 00000400:00000010:2.0:1761317073.095457:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f39d74ae. 00000400:00000200:1.0:1761317073.095460:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000100:00000200:2.0:1761317073.095470:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792128, portal 16 00000400:00000010:2.0:1761317073.095474:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317073.095476:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792128, offset 0 00000400:00000200:1.0:1761317073.095477:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.095480:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.095483:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90483:90483:256:4294967295] 192.168.204.21@tcp LPNI seq info [90483:90483:8:4294967295] 00000400:00000200:1.0:1761317073.095494:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000400:00000200:2.0:1761317073.095499:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000800:00000200:1.0:1761317073.095499:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.095503:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000400:00000200:2.0:1761317073.095505:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.095509:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1761317073.095509:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000400:00000200:2.0:1761317073.095511:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.095513:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90484:90484:255:4294967295] 192.168.204.21@tcp LPNI seq info [90484:90484:7:4294967295] 00000800:00000200:1.0:1761317073.095516:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000400:00000200:2.0:1761317073.095519:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.095521:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.095523:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.095526:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354314). 00000800:00000200:2.0:1761317073.095529:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.095532:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.095533:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.095657:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.095665:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f547d44a. 00000020:00000010:1.0:1761317073.095670:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb6d337b. 00000800:00000200:3.0:1761317073.095789:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.095793:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82354066). 00000400:00000200:3.0:1761317073.095798:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.095803:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.095807:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b059245d 00000400:00000010:3.0:1761317073.095809:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b059245d. 00000800:00000200:3.0:1761317073.095884:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.095886:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:3.0:1761317073.095893:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.095896:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.095899:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:3.0:1761317073.095900:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:3.0:1761317073.095907:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000043b3a93 x1846872902792128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.096895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017026127. 00010000:00000010:0.1:1761317073.096904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cef336c. 00010000:00000010:0.1:1761317073.096909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de2ee39. 00010000:00000010:2.1:1761317073.097820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000404bb0bb. 00010000:00000010:2.1:1761317073.097831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d48072b0. 00010000:00000010:2.1:1761317073.097835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004102497e. 00000400:00000200:1.0:1761317073.098346:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.098362:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f3c0 00000400:00000200:1.0:1761317073.098371:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1da1 [1] + 224 00000400:00000200:1.0:1761317073.098382:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.098385:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.098396:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000043b3a93 x1846872902792128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.098440:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.098446:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1608c0 00000400:00000200:1.0:1761317073.098451:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0705 [2] + 656 00000400:00000010:2.0:1761317073.098534:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002578cb08. 00000400:00000200:2.0:1761317073.098539:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:2.0:1761317073.098541:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00000100:00000200:2.0:1761317073.098548:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000043b3a93 x1846872902792128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.098556:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761317073.098557:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000043b3a93 x1846872902792128/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.098593:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000642ae0ad. 02000000:00000010:2.0:1761317073.098600:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ead33ef1. 00000100:00000010:2.0:1761317073.098604:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00000100:00000010:2.0:1761317073.098609:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.098612:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002245c963. 00000400:00000200:1.0:1761317073.098643:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.098649:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.098655:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 00000020:00000010:2.0:1761317073.098789:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ead33ef1. 00000020:00000010:2.0:1761317073.098796:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.098803:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.098828:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8fe96b9 x1846872898930880/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317073.098853:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930880 02000000:00000010:2.0:1761317073.098864:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000642ae0ad. 00010000:00000010:2.0:1761317073.098890:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005dacb7e0. 00010000:00000010:2.0:1761317073.098909:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002245c963. 00000100:00000010:2.0:1761317073.098914:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.098928:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.098930:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002245c963. 00000400:00000010:2.0:1761317073.098942:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f39d74ae. 00000100:00000200:2.0:1761317073.098946:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930880, offset 224 00000400:00000200:2.0:1761317073.098953:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.098964:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.098969:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90485:90485:256:4294967295] 192.168.204.21@tcp LPNI seq info [90485:90485:8:4294967295] 00000400:00000200:2.0:1761317073.098977:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.098982:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.098986:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317073.098991:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.098999:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.099002:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.099028:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.099032:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.099034:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ead33ef1. 00080000:00000010:3.0:1761317073.099276:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab1eae8f. 00010000:00000010:3.0:1761317073.099374:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a64a4fe. 00010000:00000010:3.0:1761317073.099381:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cff6897a. 00000001:00000010:3.0:1761317073.099432:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edb914d7. 00000001:00000010:3.0:1761317073.099438:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edb914d7. 00000001:00000010:3.0:1761317073.099441:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ea70f919. 00080000:00000010:3.0:1761317073.099445:0:77308:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 00000000931d860a. 00080000:00000010:3.0:1761317073.099450:0:77308:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000d2118f61. 00000001:00000010:3.0:1761317073.099455:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000edb914d7. 00010000:00000010:3.0:1761317073.099493:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad00aafc. 00010000:00000010:3.0:1761317073.099497:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.099502:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022ef90d7. 00010000:00000010:3.0:1761317073.099508:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.099519:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae2c0edd. 00010000:00000010:3.0:1761317073.099540:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.099543:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.099585:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006339e483. 00010000:00000010:3.0:1761317073.099588:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.099591:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d76784. 00010000:00000010:3.0:1761317073.099593:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.099599:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009abb5289. 00010000:00000010:3.0:1761317073.099618:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.099621:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.099660:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000198f85d9. 00010000:00000010:3.0:1761317073.099663:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.099666:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050ec338f. 00010000:00000010:3.0:1761317073.099669:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.099705:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051b4ac21. 00010000:00000010:3.0:1761317073.099730:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.099733:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00000800:00000200:1.0:1761317073.099757:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.099762:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00010000:00000010:3.0:1761317073.099765:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc5982d7. 00010000:00000010:3.0:1761317073.099769:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00000400:00000200:1.0:1761317073.099770:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761317073.099772:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cab51df5. 00010000:00000010:3.0:1761317073.099776:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00000400:00000200:1.0:1761317073.099779:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00080000:00000010:3.0:1761317073.099786:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8698e20. 00000400:00000200:1.0:1761317073.099786:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:1.0:1761317073.099789:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00010000:00000010:3.0:1761317073.099822:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.099826:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.099856:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073bd5cb1. 00010000:00000010:3.0:1761317073.099858:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.099861:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ca9fd6c. 00010000:00000010:3.0:1761317073.099864:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.099870:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a46b69f. 00010000:00000010:3.0:1761317073.099896:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.099899:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.099925:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000045d2a790. 00010000:00000010:3.0:1761317073.099928:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.099931:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9688693. 00010000:00000010:3.0:1761317073.099934:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.099941:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000834dc6ea. 00010000:00000010:3.0:1761317073.099960:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.099963:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100053:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ddbbda4a. 00010000:00000010:3.0:1761317073.100056:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100058:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:3.0:1761317073.100061:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100068:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba6ad30e. 00010000:00000010:3.0:1761317073.100088:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100092:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100118:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eee63731. 00010000:00000010:3.0:1761317073.100121:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100124:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.0:1761317073.100126:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100135:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae2c7847. 00010000:00000010:3.0:1761317073.100157:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100161:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100195:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001487deca. 00010000:00000010:3.0:1761317073.100197:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100200:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf160527. 00010000:00000010:3.0:1761317073.100203:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100210:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f21d03d6. 00010000:00000010:3.0:1761317073.100231:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100234:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100261:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053ec6df1. 00010000:00000010:3.0:1761317073.100264:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100267:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000502f8506. 00010000:00000010:3.0:1761317073.100269:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100277:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad6e736b. 00010000:00000010:3.0:1761317073.100299:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100302:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100343:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000628a25fd. 00010000:00000010:3.0:1761317073.100347:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100349:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.0:1761317073.100352:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100358:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d6d0a2e. 00010000:00000010:3.0:1761317073.100379:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100382:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100412:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007b7721c8. 00010000:00000010:3.0:1761317073.100415:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100418:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000536bc800. 00010000:00000010:3.0:1761317073.100421:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100431:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6704a54. 00010000:00000010:3.0:1761317073.100452:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100455:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100487:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a29cf84. 00010000:00000010:3.0:1761317073.100490:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100493:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036a5162c. 00010000:00000010:3.0:1761317073.100496:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100503:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3dcdd0f. 00010000:00000010:3.0:1761317073.100526:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100529:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100557:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d91e4cd3. 00010000:00000010:3.0:1761317073.100561:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100563:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000017ac845e. 00010000:00000010:3.0:1761317073.100566:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100573:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000068954e3. 00010000:00000010:3.0:1761317073.100594:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100597:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100626:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048ff4d3e. 00010000:00000010:3.0:1761317073.100628:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100631:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025d7e6eb. 00010000:00000010:3.0:1761317073.100633:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100639:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000185d95bf. 00010000:00000010:3.0:1761317073.100655:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100657:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100702:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087db2311. 00010000:00000010:3.0:1761317073.100705:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100708:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ecefe51. 00010000:00000010:3.0:1761317073.100711:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100719:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a11b24ca. 00010000:00000010:3.0:1761317073.100744:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100748:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100780:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089f0cf0c. 00010000:00000010:3.0:1761317073.100782:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100786:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb3d804f. 00010000:00000010:3.0:1761317073.100788:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100796:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000971f3bfe. 00010000:00000010:3.0:1761317073.100818:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100822:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100854:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bead43b. 00010000:00000010:3.0:1761317073.100857:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100859:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085241836. 00010000:00000010:3.0:1761317073.100862:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100869:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd3ea93c. 00010000:00000010:3.0:1761317073.100898:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100902:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100934:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f3321fa5. 00010000:00000010:3.0:1761317073.100937:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.100941:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066ad1086. 00010000:00000010:3.0:1761317073.100944:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.100951:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a629f3f5. 00010000:00000010:3.0:1761317073.100974:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.100982:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101011:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000aa82138. 00010000:00000010:3.0:1761317073.101014:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101017:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000352908dc. 00010000:00000010:3.0:1761317073.101020:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101027:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000906ed03a. 00010000:00000010:3.0:1761317073.101048:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101051:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101085:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000dcca40a. 00010000:00000010:3.0:1761317073.101087:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101090:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8594f56. 00010000:00000010:3.0:1761317073.101092:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101101:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006306a25b. 00010000:00000010:3.0:1761317073.101121:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101124:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101152:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001456a2ed. 00010000:00000010:3.0:1761317073.101155:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101157:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea7e5237. 00010000:00000010:3.0:1761317073.101160:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101167:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7d2bc7a. 00010000:00000010:3.0:1761317073.101186:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101189:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101216:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e465184b. 00010000:00000010:3.0:1761317073.101219:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101222:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041c7a182. 00010000:00000010:3.0:1761317073.101224:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101231:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d182a2b9. 00010000:00000010:3.0:1761317073.101250:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101253:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101283:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000512c9005. 00010000:00000010:3.0:1761317073.101286:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101289:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080f2385b. 00010000:00000010:3.0:1761317073.101291:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101298:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094f29551. 00010000:00000010:3.0:1761317073.101333:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101336:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101370:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057f2cd56. 00010000:00000010:3.0:1761317073.101373:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101376:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.0:1761317073.101378:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101385:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecd43e9a. 00010000:00000010:3.0:1761317073.101405:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101408:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101437:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000047f8fd7c. 00010000:00000010:3.0:1761317073.101440:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101443:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5b88d6. 00010000:00000010:3.0:1761317073.101445:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101452:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004982a437. 00010000:00000010:3.0:1761317073.101473:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101476:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101510:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c5062f8e. 00010000:00000010:3.0:1761317073.101513:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101516:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d199e907. 00010000:00000010:3.0:1761317073.101519:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101526:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000008a6fbd2. 00010000:00000010:3.0:1761317073.101548:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101552:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101582:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037439fed. 00010000:00000010:3.0:1761317073.101585:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101588:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012c314c5. 00010000:00000010:3.0:1761317073.101591:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101598:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055f8aab9. 00010000:00000010:3.0:1761317073.101620:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101623:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101653:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c92a766e. 00010000:00000010:3.0:1761317073.101655:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.101658:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7d46547. 00010000:00000010:3.0:1761317073.101661:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.101667:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018f8a177. 00010000:00000010:3.0:1761317073.101737:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.101744:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:2.0:1761317073.102123:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f49b56c0. 00010000:00000010:2.0:1761317073.102128:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102133:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d48072b0. 00010000:00000010:2.0:1761317073.102137:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102146:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ead33ef1. 00010000:00000010:2.0:1761317073.102177:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102181:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102222:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000ac2cefd. 00010000:00000010:2.0:1761317073.102225:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102228:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5c9edd5. 00010000:00000010:2.0:1761317073.102231:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102240:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f1d9a60. 00010000:00000010:2.0:1761317073.102264:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102268:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102298:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000878829bc. 00010000:00000010:2.0:1761317073.102301:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102304:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e58db2d. 00010000:00000010:2.0:1761317073.102306:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102335:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022b9e2b6. 00010000:00000010:2.0:1761317073.102369:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102372:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102405:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086f26afb. 00010000:00000010:2.0:1761317073.102408:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102410:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000084fa3e5. 00010000:00000010:2.0:1761317073.102413:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102421:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080028d12. 00010000:00000010:2.0:1761317073.102443:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102446:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102475:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af496dc6. 00010000:00000010:2.0:1761317073.102478:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102482:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000037dce320. 00010000:00000010:2.0:1761317073.102485:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102492:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b3c92e. 00010000:00000010:2.0:1761317073.102514:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102517:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102549:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f476bd02. 00010000:00000010:2.0:1761317073.102552:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102555:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008747ce7f. 00010000:00000010:2.0:1761317073.102558:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102564:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031b5cbc2. 00010000:00000010:2.0:1761317073.102585:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102588:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102617:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e69ffed. 00010000:00000010:2.0:1761317073.102620:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102623:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009ca0b176. 00010000:00000010:2.0:1761317073.102625:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102632:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e90a48b5. 00010000:00000010:2.0:1761317073.102653:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102657:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102716:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064a49873. 00010000:00000010:2.0:1761317073.102720:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102722:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5c928e2. 00010000:00000010:2.0:1761317073.102724:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102732:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049f13c64. 00010000:00000010:2.0:1761317073.102754:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102757:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102785:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003079adbe. 00010000:00000010:2.0:1761317073.102789:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102792:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000022256147. 00010000:00000010:2.0:1761317073.102794:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102802:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a2bd7e4. 00010000:00000010:2.0:1761317073.102823:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102827:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102863:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023d79335. 00010000:00000010:2.0:1761317073.102866:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102869:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000730260f4. 00010000:00000010:2.0:1761317073.102872:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102880:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c54c94d2. 00010000:00000010:2.0:1761317073.102901:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102905:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102935:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000087bcd651. 00010000:00000010:2.0:1761317073.102937:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.102940:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003943de80. 00010000:00000010:2.0:1761317073.102944:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.102953:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b61fb8f5. 00010000:00000010:2.0:1761317073.102988:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.102991:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103021:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e205c2e7. 00010000:00000010:2.0:1761317073.103024:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103027:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bc260e1. 00010000:00000010:2.0:1761317073.103030:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103036:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a09ce2c. 00010000:00000010:2.0:1761317073.103057:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103060:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103088:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b927164. 00010000:00000010:2.0:1761317073.103091:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103094:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b103455f. 00010000:00000010:2.0:1761317073.103097:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103104:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf023175. 00010000:00000010:2.0:1761317073.103134:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103137:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103170:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056e8769b. 00010000:00000010:2.0:1761317073.103174:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103176:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9825f82. 00010000:00000010:2.0:1761317073.103178:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103186:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d486ae1. 00010000:00000010:2.0:1761317073.103209:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103212:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103242:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bce6d1ce. 00010000:00000010:2.0:1761317073.103244:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103247:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000058ed1d07. 00010000:00000010:2.0:1761317073.103250:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103258:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e90a1af4. 00010000:00000010:2.0:1761317073.103280:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103283:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103326:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000cb782eb. 00010000:00000010:2.0:1761317073.103329:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103332:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004de2ee39. 00010000:00000010:2.0:1761317073.103335:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103343:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009a1e564. 00010000:00000010:2.0:1761317073.103364:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103367:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103395:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002af3cfe2. 00010000:00000010:2.0:1761317073.103398:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103401:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008ec21da. 00010000:00000010:2.0:1761317073.103404:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103413:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e80ef1c. 00010000:00000010:2.0:1761317073.103435:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103438:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103466:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006ae75f9c. 00010000:00000010:2.0:1761317073.103469:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103472:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006186d6ef. 00010000:00000010:2.0:1761317073.103475:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103482:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ab44ab8. 00010000:00000010:2.0:1761317073.103502:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103505:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103532:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043c5c274. 00010000:00000010:2.0:1761317073.103535:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103538:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000002233bb. 00010000:00000010:2.0:1761317073.103540:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103547:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c06005bd. 00010000:00000010:2.0:1761317073.103568:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103571:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103611:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000596823b. 00010000:00000010:2.0:1761317073.103614:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103617:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000696b31b3. 00010000:00000010:2.0:1761317073.103620:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103628:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044137ba8. 00010000:00000010:2.0:1761317073.103649:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103652:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103722:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a2a4c93. 00010000:00000010:2.0:1761317073.103726:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103729:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f59312ab. 00010000:00000010:2.0:1761317073.103732:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103741:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000532e5ae4. 00010000:00000010:2.0:1761317073.103765:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103768:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103801:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa0b4963. 00010000:00000010:2.0:1761317073.103804:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103808:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000487ea0e0. 00010000:00000010:2.0:1761317073.103810:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103817:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002235ddaf. 00010000:00000010:2.0:1761317073.103839:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103842:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103873:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075e8edab. 00010000:00000010:2.0:1761317073.103875:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103878:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dbb5cb7c. 00010000:00000010:2.0:1761317073.103880:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103887:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c67a92b. 00010000:00000010:2.0:1761317073.103909:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103913:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103942:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eb334095. 00010000:00000010:2.0:1761317073.103944:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.103947:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cde8e0ba. 00010000:00000010:2.0:1761317073.103950:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.103959:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023bbb1e6. 00010000:00000010:2.0:1761317073.103980:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.103983:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104014:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d9dd3e28. 00010000:00000010:2.0:1761317073.104017:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104020:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f40ff2a7. 00010000:00000010:2.0:1761317073.104022:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104030:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc0275ef. 00010000:00000010:2.0:1761317073.104051:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104054:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104087:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d4b25ab. 00010000:00000010:2.0:1761317073.104090:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104093:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc8eff4. 00010000:00000010:2.0:1761317073.104096:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104102:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000541e983e. 00010000:00000010:2.0:1761317073.104124:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104127:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104157:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003d6bf2c9. 00010000:00000010:2.0:1761317073.104160:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104162:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000023407ee9. 00010000:00000010:2.0:1761317073.104165:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104172:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d4a1891. 00010000:00000010:2.0:1761317073.104191:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104194:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104227:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068a7f2c6. 00010000:00000010:2.0:1761317073.104229:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104232:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d69b4cf8. 00010000:00000010:2.0:1761317073.104235:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104241:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e5eaed9. 00010000:00000010:2.0:1761317073.104263:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104266:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104294:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011f33665. 00010000:00000010:2.0:1761317073.104297:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104300:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004fa16ad8. 00010000:00000010:2.0:1761317073.104303:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104323:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb55a94c. 00010000:00000010:2.0:1761317073.104346:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104350:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104383:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000804a773e. 00010000:00000010:2.0:1761317073.104386:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104389:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000146d312b. 00010000:00000010:2.0:1761317073.104391:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104399:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a92d7ee. 00010000:00000010:2.0:1761317073.104420:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104424:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104450:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068800703. 00010000:00000010:2.0:1761317073.104453:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104456:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092b50436. 00010000:00000010:2.0:1761317073.104458:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104465:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037bab881. 00010000:00000010:2.0:1761317073.104486:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104489:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104521:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a726c21e. 00010000:00000010:2.0:1761317073.104524:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104527:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005fc8d5ec. 00010000:00000010:2.0:1761317073.104530:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104537:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc603916. 00010000:00000010:2.0:1761317073.104556:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104559:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104587:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009afd6481. 00010000:00000010:2.0:1761317073.104590:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104593:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007b0ac999. 00010000:00000010:2.0:1761317073.104595:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104602:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000274420fe. 00010000:00000010:2.0:1761317073.104624:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104627:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104659:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000e35187f. 00010000:00000010:2.0:1761317073.104662:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104665:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b28285a. 00010000:00000010:2.0:1761317073.104667:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104674:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044487274. 00010000:00000010:2.0:1761317073.104744:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104749:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104780:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000edf713d4. 00010000:00000010:2.0:1761317073.104783:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104786:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c3c8206. 00010000:00000010:2.0:1761317073.104789:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104796:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b468878. 00010000:00000010:2.0:1761317073.104818:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104821:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104848:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007608b74a. 00010000:00000010:2.0:1761317073.104850:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104854:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed574751. 00010000:00000010:2.0:1761317073.104857:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104864:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050e1df07. 00010000:00000010:2.0:1761317073.104886:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104889:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104917:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a229296. 00010000:00000010:2.0:1761317073.104919:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104922:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af6438e3. 00010000:00000010:2.0:1761317073.104924:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104931:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c03cfa4. 00010000:00000010:2.0:1761317073.104950:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.104952:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104981:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000274259fb. 00010000:00000010:2.0:1761317073.104984:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.104986:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1a5e587. 00010000:00000010:2.0:1761317073.104989:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.104995:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039b9f135. 00010000:00000010:2.0:1761317073.105015:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.105018:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.105044:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004eb3427a. 00010000:00000010:2.0:1761317073.105047:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.105051:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003baee03d. 00010000:00000010:2.0:1761317073.105053:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.105060:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000804c4197. 00010000:00000010:2.0:1761317073.105079:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.105082:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.105112:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000141a7432. 00010000:00000010:2.0:1761317073.105115:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.105118:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001548c564. 00010000:00000010:2.0:1761317073.105120:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.105127:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ab1cad9. 00010000:00000010:2.0:1761317073.105148:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.105151:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.105181:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb08b1c8. 00010000:00000010:2.0:1761317073.105183:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.105186:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fab7f102. 00010000:00000010:2.0:1761317073.105189:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.105196:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba204598. 00010000:00000010:2.0:1761317073.105218:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.105221:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.105252:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e8516682. 00010000:00000010:2.0:1761317073.105255:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.105257:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e613f73. 00010000:00000010:2.0:1761317073.105260:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.105267:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000325752e. 00010000:00000010:2.0:1761317073.105289:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.105292:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:1.1:1761317073.106751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000136c0849. 00010000:00000010:2.0:1761317073.107481:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ca61443. 00010000:00000010:2.0:1761317073.107487:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.107491:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f74fe35. 00010000:00000010:2.0:1761317073.107497:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.107519:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c50f44a. 00010000:00000010:2.0:1761317073.107577:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.107582:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.107636:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e2ac0ee3. 00010000:00000010:2.0:1761317073.107638:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.107640:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee0871fd. 00010000:00000010:2.0:1761317073.107642:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.107648:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b3470a9. 00010000:00000010:2.0:1761317073.107666:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.107669:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.107778:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099465c3c. 00010000:00000010:2.0:1761317073.107781:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.107784:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000421a208c. 00010000:00000010:2.0:1761317073.107786:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.107794:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a99cc7a. 00010000:00000010:2.0:1761317073.107816:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.107829:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.107868:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086270d16. 00010000:00000010:2.0:1761317073.107871:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.107874:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c93bbb3a. 00010000:00000010:2.0:1761317073.107877:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.107883:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009de10ae5. 00010000:00000010:2.0:1761317073.107911:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.107914:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.107944:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1c8f202. 00010000:00000010:2.0:1761317073.107947:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.107950:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084877096. 00010000:00000010:2.0:1761317073.107952:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.107959:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000300d0ef4. 00010000:00000010:2.0:1761317073.107981:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.107984:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108013:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000a6eb60. 00010000:00000010:2.0:1761317073.108016:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108018:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000287ac9a3. 00010000:00000010:2.0:1761317073.108021:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.108028:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f42d61e9. 00010000:00000010:2.0:1761317073.108049:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.108052:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108083:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000316ebeea. 00010000:00000010:2.0:1761317073.108086:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108089:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5daa4c8. 00010000:00000010:2.0:1761317073.108092:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.108099:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a1c3b06. 00010000:00000010:2.0:1761317073.108121:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.108124:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108180:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f56c77cf. 00010000:00000010:2.0:1761317073.108183:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108186:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000faa9ba6b. 00010000:00000010:2.0:1761317073.108188:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.108197:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000822f5c5f. 00010000:00000010:2.0:1761317073.108219:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.108222:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108253:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014006272. 00010000:00000010:2.0:1761317073.108255:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108259:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076ff8f53. 00010000:00000010:2.0:1761317073.108262:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.108269:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000931d860a. 00010000:00000010:2.0:1761317073.108291:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.108294:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108342:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db538275. 00010000:00000010:2.0:1761317073.108345:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108348:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e2818428. 00010000:00000010:2.0:1761317073.108351:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.108358:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f211b44f. 00010000:00000010:2.0:1761317073.108380:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.108383:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108411:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5229846. 00010000:00000010:2.0:1761317073.108413:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108416:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff349b57. 00010000:00000010:2.0:1761317073.108419:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.108426:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab2ad1dd. 00010000:00000010:2.0:1761317073.108444:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.108447:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108474:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1a72e07. 00010000:00000010:2.0:1761317073.108477:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108479:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b9d8349. 00010000:00000010:2.0:1761317073.108481:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.108488:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3371bf9. 00010000:00000010:2.0:1761317073.108507:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.108509:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108535:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009399ee78. 00010000:00000010:2.0:1761317073.108537:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108540:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df7fd187. 00010000:00000010:2.0:1761317073.108542:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.108549:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002739237d. 00010000:00000010:2.0:1761317073.108576:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.108580:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108610:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b85a7a4. 00010000:00000010:2.0:1761317073.108613:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.108616:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f0d6b6e. 00010000:00000010:2.0:1761317073.108619:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.108625:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000154cda24. 00010000:00000010:2.0:1761317073.108646:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.108649:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109057:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfd7a6a1. 00010000:00000010:2.0:1761317073.109061:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109065:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9459735. 00010000:00000010:2.0:1761317073.109068:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109078:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008846995a. 00010000:00000010:2.0:1761317073.109108:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109112:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109194:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007071ddb. 00010000:00000010:2.0:1761317073.109197:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109200:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec40a744. 00010000:00000010:2.0:1761317073.109203:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109210:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae629142. 00010000:00000010:2.0:1761317073.109231:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109233:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109261:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b96ceedf. 00010000:00000010:2.0:1761317073.109263:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109266:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002723d387. 00010000:00000010:2.0:1761317073.109269:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109274:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086ce978c. 00010000:00000010:2.0:1761317073.109293:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109296:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109332:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003eabd20e. 00010000:00000010:2.0:1761317073.109335:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109338:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000092c42e4e. 00010000:00000010:2.0:1761317073.109341:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109347:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000436780d2. 00010000:00000010:2.0:1761317073.109366:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109369:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109395:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a97bd5fa. 00010000:00000010:2.0:1761317073.109398:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109401:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bfdb2761. 00010000:00000010:2.0:1761317073.109403:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109410:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b785e93. 00010000:00000010:2.0:1761317073.109428:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109431:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109462:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009e5bf5c5. 00010000:00000010:2.0:1761317073.109465:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109468:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e76a9ad2. 00010000:00000010:2.0:1761317073.109471:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109478:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025797e7f. 00010000:00000010:2.0:1761317073.109496:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109499:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109526:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cfcb4955. 00010000:00000010:2.0:1761317073.109529:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109531:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b83c2a8. 00010000:00000010:2.0:1761317073.109534:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109540:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c44d660. 00010000:00000010:2.0:1761317073.109558:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109561:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109593:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5702cb9. 00010000:00000010:2.0:1761317073.109596:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109598:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007bd41ef. 00010000:00000010:2.0:1761317073.109601:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109607:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be30a9b2. 00010000:00000010:2.0:1761317073.109627:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109631:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109661:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089e4206d. 00010000:00000010:2.0:1761317073.109663:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109666:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a42383b0. 00010000:00000010:2.0:1761317073.109668:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109675:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080868dca. 00010000:00000010:2.0:1761317073.109779:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109783:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109810:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac62cb33. 00010000:00000010:2.0:1761317073.109812:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109815:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000448bc186. 00010000:00000010:2.0:1761317073.109818:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109824:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000055225a6. 00010000:00000010:2.0:1761317073.109845:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109848:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109876:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8721e07. 00010000:00000010:2.0:1761317073.109879:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109883:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000807fc1d3. 00010000:00000010:2.0:1761317073.109885:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109894:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e257b4e. 00010000:00000010:2.0:1761317073.109913:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109916:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109943:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000052b086f2. 00010000:00000010:2.0:1761317073.109945:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.109948:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000249a8be2. 00010000:00000010:2.0:1761317073.109951:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.109958:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e688b6a0. 00010000:00000010:2.0:1761317073.109978:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.109981:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110009:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007dd89f13. 00010000:00000010:2.0:1761317073.110012:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110014:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000663577c3. 00010000:00000010:2.0:1761317073.110016:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110022:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069a9b328. 00010000:00000010:2.0:1761317073.110043:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110046:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110075:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc97801c. 00010000:00000010:2.0:1761317073.110078:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110080:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec425bc. 00010000:00000010:2.0:1761317073.110083:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110090:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066eb767a. 00010000:00000010:2.0:1761317073.110109:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110112:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110238:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8d25a32. 00010000:00000010:2.0:1761317073.110241:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110244:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.0:1761317073.110247:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110255:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffdbd19b. 00010000:00000010:2.0:1761317073.110281:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110284:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110327:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b706bee1. 00010000:00000010:2.0:1761317073.110330:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110333:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.0:1761317073.110336:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110343:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d14985d4. 00010000:00000010:2.0:1761317073.110367:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110370:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110404:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000021f987dc. 00010000:00000010:2.0:1761317073.110408:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110411:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000397d799d. 00010000:00000010:2.0:1761317073.110413:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110420:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d945eeb. 00010000:00000010:2.0:1761317073.110443:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110446:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110478:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000042a668cb. 00010000:00000010:2.0:1761317073.110480:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110484:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.0:1761317073.110487:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110493:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e62e761d. 00010000:00000010:2.0:1761317073.110513:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110516:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110544:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f080257a. 00010000:00000010:2.0:1761317073.110547:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110550:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e394da27. 00010000:00000010:2.0:1761317073.110552:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110559:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc80c3fe. 00010000:00000010:2.0:1761317073.110579:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110582:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110615:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4320eee. 00010000:00000010:2.0:1761317073.110617:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110620:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f39f6d8. 00010000:00000010:2.0:1761317073.110623:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110629:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfb66826. 00010000:00000010:2.0:1761317073.110649:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110652:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110786:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000000d7e6e. 00010000:00000010:2.0:1761317073.110789:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110792:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:2.0:1761317073.110796:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110803:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000feaf7bc8. 00010000:00000010:2.0:1761317073.110826:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110830:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110858:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007197ba40. 00010000:00000010:2.0:1761317073.110861:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110864:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6723804. 00010000:00000010:2.0:1761317073.110866:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110874:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9ad0224. 00010000:00000010:2.0:1761317073.110895:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110898:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110929:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026491282. 00010000:00000010:2.0:1761317073.110931:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.110934:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e05373fa. 00010000:00000010:2.0:1761317073.110937:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.110945:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c251b494. 00010000:00000010:2.0:1761317073.110967:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.110971:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111001:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000668b1cd6. 00010000:00000010:2.0:1761317073.111004:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111007:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.0:1761317073.111009:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.111016:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8fb1089. 00010000:00000010:2.0:1761317073.111037:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.111041:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111071:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000148ce9c0. 00010000:00000010:2.0:1761317073.111074:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111077:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.0:1761317073.111079:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.111086:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7314ea4. 00010000:00000010:2.0:1761317073.111107:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.111111:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111501:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009326aa1b. 00010000:00000010:2.0:1761317073.111505:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111508:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002959c61. 00010000:00000010:2.0:1761317073.111511:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.111519:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000960ed060. 00010000:00000010:2.0:1761317073.111543:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.111546:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111577:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000072879a24. 00010000:00000010:2.0:1761317073.111580:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111583:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004116d5d4. 00010000:00000010:2.0:1761317073.111586:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.111592:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008422afcf. 00010000:00000010:2.0:1761317073.111613:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.111616:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111645:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5b38c7b. 00010000:00000010:2.0:1761317073.111647:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111650:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef6d2d4f. 00010000:00000010:2.0:1761317073.111652:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.111658:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ecf9bf. 00010000:00000010:2.0:1761317073.111898:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.111903:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111935:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000048647770. 00010000:00000010:2.0:1761317073.111937:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.111940:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000140f833e. 00010000:00000010:2.0:1761317073.111942:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.111950:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013707867. 00010000:00000010:2.0:1761317073.111971:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.111974:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112008:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f44e5983. 00010000:00000010:2.0:1761317073.112010:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112013:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.0:1761317073.112015:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112023:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004574c0f5. 00010000:00000010:2.0:1761317073.112042:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112045:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112070:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa4f632b. 00010000:00000010:2.0:1761317073.112073:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112076:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056dd731e. 00010000:00000010:2.0:1761317073.112079:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112086:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7a73646. 00010000:00000010:2.0:1761317073.112103:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112106:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112181:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f611b973. 00010000:00000010:2.0:1761317073.112183:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112186:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c79d5290. 00010000:00000010:2.0:1761317073.112190:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112197:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa708238. 00010000:00000010:2.0:1761317073.112218:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112221:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112342:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000031ba6cf7. 00010000:00000010:2.0:1761317073.112345:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112347:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fa23bd5. 00010000:00000010:2.0:1761317073.112350:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112357:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006235997d. 00010000:00000010:2.0:1761317073.112377:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112380:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112406:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007ea3822c. 00010000:00000010:2.0:1761317073.112408:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112412:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b70ae931. 00010000:00000010:2.0:1761317073.112415:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112421:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d8522a. 00010000:00000010:2.0:1761317073.112442:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112445:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00000001:00000010:2.0:1761317073.112466:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002578cb08. 00000001:00000010:2.0:1761317073.112472:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002578cb08. 00000001:00000010:2.0:1761317073.112475:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002578cb08. 00000001:00000010:2.0:1761317073.112477:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000edb914d7. 00010000:00000010:2.0:1761317073.112494:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000610091e2. 00010000:00000010:2.0:1761317073.112497:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112499:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001785be59. 00010000:00000010:2.0:1761317073.112503:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112511:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2a94421. 00010000:00000010:2.0:1761317073.112532:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112534:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112563:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fa63f0d2. 00010000:00000010:2.0:1761317073.112566:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112569:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3fe3d92. 00010000:00000010:2.0:1761317073.112571:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112578:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033aa0136. 00010000:00000010:2.0:1761317073.112598:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112601:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112628:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe4f05c7. 00010000:00000010:2.0:1761317073.112631:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112633:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df1b88f2. 00010000:00000010:2.0:1761317073.112636:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112643:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ad65a70. 00010000:00000010:2.0:1761317073.112663:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112666:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112812:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f51c8ff1. 00010000:00000010:2.0:1761317073.112816:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112818:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001aa9cbfb. 00010000:00000010:2.0:1761317073.112821:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112829:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000455bc3a5. 00010000:00000010:2.0:1761317073.112853:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112856:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112887:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003e7452bd. 00010000:00000010:2.0:1761317073.112889:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112892:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034f0ea3e. 00010000:00000010:2.0:1761317073.112895:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112902:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011038fcc. 00010000:00000010:2.0:1761317073.112922:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112925:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112958:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000077950ced. 00010000:00000010:2.0:1761317073.112961:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.112965:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f50eecbe. 00010000:00000010:2.0:1761317073.112968:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.112975:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b662c38. 00010000:00000010:2.0:1761317073.112996:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.112998:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113025:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091f22703. 00010000:00000010:2.0:1761317073.113027:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113030:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007355ce53. 00010000:00000010:2.0:1761317073.113032:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113039:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1022877. 00010000:00000010:2.0:1761317073.113060:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113063:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113097:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e6c6e777. 00010000:00000010:2.0:1761317073.113100:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113103:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005b5acf7a. 00010000:00000010:2.0:1761317073.113105:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113113:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002205d3f0. 00010000:00000010:2.0:1761317073.113216:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113221:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113252:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8ce75ee. 00010000:00000010:2.0:1761317073.113256:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113258:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000009d6c043. 00010000:00000010:2.0:1761317073.113261:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113268:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d18f8059. 00010000:00000010:2.0:1761317073.113291:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113295:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113340:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000697ce48d. 00010000:00000010:2.0:1761317073.113343:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113345:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de4066fb. 00010000:00000010:2.0:1761317073.113348:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113356:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8e5ec27. 00010000:00000010:2.0:1761317073.113378:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113381:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113410:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d833b325. 00010000:00000010:2.0:1761317073.113413:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113415:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a4a6a75. 00010000:00000010:2.0:1761317073.113418:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113426:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f34bd790. 00010000:00000010:2.0:1761317073.113448:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113450:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113479:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe7420ce. 00010000:00000010:2.0:1761317073.113481:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113484:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002a1aeb6. 00010000:00000010:2.0:1761317073.113487:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113495:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000528f68. 00010000:00000010:2.0:1761317073.113515:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113519:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113547:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7403e4c. 00010000:00000010:2.0:1761317073.113550:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113552:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c123729. 00010000:00000010:2.0:1761317073.113555:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113562:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e31f377f. 00010000:00000010:2.0:1761317073.113582:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113585:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113614:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000772b8f80. 00010000:00000010:2.0:1761317073.113616:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113619:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be96facd. 00010000:00000010:2.0:1761317073.113621:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113626:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000112befb9. 00010000:00000010:2.0:1761317073.113643:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113646:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113669:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ff3a5a9. 00010000:00000010:2.0:1761317073.113671:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113675:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098d5be13. 00010000:00000010:2.0:1761317073.113700:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113707:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ff67886. 00010000:00000010:2.0:1761317073.113732:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113735:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113764:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004feb481e. 00010000:00000010:2.0:1761317073.113766:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113769:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c0c4291. 00010000:00000010:2.0:1761317073.113771:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113777:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000542189a. 00010000:00000010:2.0:1761317073.113793:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113796:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113818:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c9bd972. 00010000:00000010:2.0:1761317073.113821:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113823:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc0f83db. 00010000:00000010:2.0:1761317073.113826:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113832:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea1d9109. 00010000:00000010:2.0:1761317073.113852:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113854:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113879:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000978a5e3f. 00010000:00000010:2.0:1761317073.113881:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113884:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000481f9151. 00010000:00000010:2.0:1761317073.113887:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113892:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f02d22c6. 00010000:00000010:2.0:1761317073.113910:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113913:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113938:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f9265b3e. 00010000:00000010:2.0:1761317073.113940:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.113943:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040afccc4. 00010000:00000010:2.0:1761317073.113946:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.113952:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bdddd71. 00010000:00000010:2.0:1761317073.113971:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.113974:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114002:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e9c3b58. 00010000:00000010:2.0:1761317073.114005:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114007:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a0e090af. 00010000:00000010:2.0:1761317073.114010:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114016:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046a9344d. 00010000:00000010:2.0:1761317073.114033:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114035:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114061:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd994d16. 00010000:00000010:2.0:1761317073.114064:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114067:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000277e98ed. 00010000:00000010:2.0:1761317073.114069:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114075:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c327f04d. 00010000:00000010:2.0:1761317073.114092:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114094:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114121:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1923cb4. 00010000:00000010:2.0:1761317073.114123:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114126:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec8064d7. 00010000:00000010:2.0:1761317073.114129:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114151:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009eaa1ebb. 00010000:00000010:2.0:1761317073.114170:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114173:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114197:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053dc3bf0. 00010000:00000010:2.0:1761317073.114199:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114202:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097cbe646. 00010000:00000010:2.0:1761317073.114204:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114209:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e3f774e. 00010000:00000010:2.0:1761317073.114224:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114227:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114251:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008b1a719e. 00010000:00000010:2.0:1761317073.114253:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114255:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa85c8e8. 00010000:00000010:2.0:1761317073.114258:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114264:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a3c64e9. 00010000:00000010:2.0:1761317073.114282:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114285:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114309:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003fc3a788. 00010000:00000010:2.0:1761317073.114322:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114325:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000363d3353. 00010000:00000010:2.0:1761317073.114328:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114336:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aee51c5d. 00010000:00000010:2.0:1761317073.114358:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114361:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114392:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a6eaacbf. 00010000:00000010:2.0:1761317073.114395:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114398:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007864715e. 00010000:00000010:2.0:1761317073.114400:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114407:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0ed8740. 00010000:00000010:2.0:1761317073.114431:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114434:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114464:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bf7771d8. 00010000:00000010:2.0:1761317073.114467:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114470:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000005ab4dd. 00010000:00000010:2.0:1761317073.114473:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114479:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce061c0a. 00010000:00000010:2.0:1761317073.114500:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114504:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114536:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c12bd48. 00010000:00000010:2.0:1761317073.114539:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114541:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000713834b3. 00010000:00000010:2.0:1761317073.114544:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114552:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a45da3a. 00010000:00000010:2.0:1761317073.114574:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114578:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114609:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000da24593d. 00010000:00000010:2.0:1761317073.114612:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114617:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000036e63f06. 00010000:00000010:2.0:1761317073.114620:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114627:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6a2e3ea. 00010000:00000010:2.0:1761317073.114648:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114651:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114703:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a61ea5c6. 00010000:00000010:2.0:1761317073.114706:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114709:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f9d2227. 00010000:00000010:2.0:1761317073.114712:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114720:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016ed5f84. 00010000:00000010:2.0:1761317073.114742:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114745:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114774:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007eaea0ea. 00010000:00000010:2.0:1761317073.114781:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114785:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d78a7d3. 00010000:00000010:2.0:1761317073.114788:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114795:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b40adc0. 00010000:00000010:2.0:1761317073.114817:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114820:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114852:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c08a95bf. 00010000:00000010:2.0:1761317073.114855:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114858:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005268ef29. 00010000:00000010:2.0:1761317073.114861:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114868:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077a1cbb1. 00010000:00000010:2.0:1761317073.114888:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114890:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114915:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007cd804ca. 00010000:00000010:2.0:1761317073.114917:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114920:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002834235b. 00010000:00000010:2.0:1761317073.114922:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.114930:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073e98e9d. 00010000:00000010:2.0:1761317073.114949:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.114952:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114984:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000921b345d. 00010000:00000010:2.0:1761317073.114987:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.114991:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004e4b871a. 00010000:00000010:2.0:1761317073.114993:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115000:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d84795da. 00010000:00000010:2.0:1761317073.115021:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115024:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115053:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000af138c4. 00010000:00000010:2.0:1761317073.115056:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115059:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e02caa26. 00010000:00000010:2.0:1761317073.115061:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115068:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a449935. 00010000:00000010:2.0:1761317073.115087:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115090:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115119:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a43a5327. 00010000:00000010:2.0:1761317073.115122:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115125:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083cb7b64. 00010000:00000010:2.0:1761317073.115128:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115135:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000815ffc20. 00010000:00000010:2.0:1761317073.115156:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115159:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115186:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cf2bb3d6. 00010000:00000010:2.0:1761317073.115189:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115192:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c834e58. 00010000:00000010:2.0:1761317073.115195:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115201:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5d8f054. 00010000:00000010:2.0:1761317073.115221:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115224:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115253:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c1854d13. 00010000:00000010:2.0:1761317073.115256:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115259:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ffb592a. 00010000:00000010:2.0:1761317073.115261:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115267:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dbc6142. 00010000:00000010:2.0:1761317073.115287:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115290:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115331:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053d743b8. 00010000:00000010:2.0:1761317073.115334:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115337:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000797c40bf. 00010000:00000010:2.0:1761317073.115340:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115346:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0bebef9. 00010000:00000010:2.0:1761317073.115367:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115371:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115401:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000731e1874. 00010000:00000010:2.0:1761317073.115404:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115407:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e82669bf. 00010000:00000010:2.0:1761317073.115410:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115416:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da8fe0b4. 00010000:00000010:2.0:1761317073.115436:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115439:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115466:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005cddc08c. 00010000:00000010:2.0:1761317073.115468:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115471:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e40d5c72. 00010000:00000010:2.0:1761317073.115474:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115481:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb58e280. 00010000:00000010:2.0:1761317073.115501:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115505:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115533:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019a88d1b. 00010000:00000010:2.0:1761317073.115536:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115539:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000099a3f665. 00010000:00000010:2.0:1761317073.115542:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115548:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b480093e. 00010000:00000010:2.0:1761317073.115568:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115571:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115598:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082aad74e. 00010000:00000010:2.0:1761317073.115600:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115604:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bccf8bd2. 00010000:00000010:2.0:1761317073.115607:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115612:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ca865c6. 00010000:00000010:2.0:1761317073.115633:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115636:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115668:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b205edff. 00010000:00000010:2.0:1761317073.115670:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115673:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006500ddb3. 00010000:00000010:2.0:1761317073.115676:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115710:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009332b415. 00010000:00000010:2.0:1761317073.115733:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115737:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115766:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007f2f40c5. 00010000:00000010:2.0:1761317073.115769:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115771:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007030fb9c. 00010000:00000010:2.0:1761317073.115773:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115780:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065cf8b1b. 00010000:00000010:2.0:1761317073.115800:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115803:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115835:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005db98240. 00010000:00000010:2.0:1761317073.115838:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115840:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5c65358. 00010000:00000010:2.0:1761317073.115843:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115851:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bec91153. 00010000:00000010:2.0:1761317073.115872:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115875:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115901:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004c456f1f. 00010000:00000010:2.0:1761317073.115904:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115907:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000118807d7. 00010000:00000010:2.0:1761317073.115910:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115919:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000db123a. 00010000:00000010:2.0:1761317073.115940:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.115943:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115972:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a42a495e. 00010000:00000010:2.0:1761317073.115975:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.115978:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfb3c39f. 00010000:00000010:2.0:1761317073.115981:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.115988:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018942f40. 00010000:00000010:2.0:1761317073.116010:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116013:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116041:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002156ad47. 00010000:00000010:2.0:1761317073.116043:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116046:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e134bb28. 00010000:00000010:2.0:1761317073.116049:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116055:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddf043ea. 00010000:00000010:2.0:1761317073.116076:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116079:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116111:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000326d35a8. 00010000:00000010:2.0:1761317073.116114:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116117:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000838a3898. 00010000:00000010:2.0:1761317073.116120:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116127:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098b8dfc2. 00010000:00000010:2.0:1761317073.116148:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116151:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116180:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000176dcaa2. 00010000:00000010:2.0:1761317073.116183:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116185:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5c8f5f7. 00010000:00000010:2.0:1761317073.116187:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116194:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae274c4c. 00010000:00000010:2.0:1761317073.116212:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116215:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116241:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055a29f98. 00010000:00000010:2.0:1761317073.116243:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116246:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4ff28f5. 00010000:00000010:2.0:1761317073.116248:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116254:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcbda243. 00010000:00000010:2.0:1761317073.116271:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116273:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116296:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b44a03c4. 00010000:00000010:2.0:1761317073.116298:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116301:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009af1dbee. 00010000:00000010:2.0:1761317073.116304:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116323:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f8dc4a6. 00010000:00000010:2.0:1761317073.116343:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116346:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116369:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c3875e22. 00010000:00000010:2.0:1761317073.116372:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116375:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000038480a3b. 00010000:00000010:2.0:1761317073.116377:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116383:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0347ba4. 00010000:00000010:2.0:1761317073.116398:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116400:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116425:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e1ea382b. 00010000:00000010:2.0:1761317073.116427:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116430:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ccca9ac3. 00010000:00000010:2.0:1761317073.116432:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116437:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fee53a47. 00010000:00000010:2.0:1761317073.116454:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116457:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116481:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dcc769f0. 00010000:00000010:2.0:1761317073.116483:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116486:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001eb9fe56. 00010000:00000010:2.0:1761317073.116489:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116495:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d91c0fad. 00010000:00000010:2.0:1761317073.116512:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116514:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116541:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb0fc979. 00010000:00000010:2.0:1761317073.116543:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116546:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006dc46105. 00010000:00000010:2.0:1761317073.116548:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116554:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000044d464df. 00010000:00000010:2.0:1761317073.116572:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116575:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116604:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bed06f25. 00010000:00000010:2.0:1761317073.116607:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116610:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008e9252b. 00010000:00000010:2.0:1761317073.116612:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116618:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2cd4982. 00010000:00000010:2.0:1761317073.116637:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116641:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116665:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f2bd68c8. 00010000:00000010:2.0:1761317073.116668:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116671:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ff1f0dc3. 00010000:00000010:2.0:1761317073.116674:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116795:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddaf7720. 00010000:00000010:2.0:1761317073.116818:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116822:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116852:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006bb000a6. 00010000:00000010:2.0:1761317073.116855:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116858:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054f58423. 00010000:00000010:2.0:1761317073.116861:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116868:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003dcf94c1. 00010000:00000010:2.0:1761317073.116887:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116890:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116916:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005ecd5be7. 00010000:00000010:2.0:1761317073.116919:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116922:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b364f526. 00010000:00000010:2.0:1761317073.116925:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116932:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cbb9a87. 00010000:00000010:2.0:1761317073.116951:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.116953:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116980:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bff804c3. 00010000:00000010:2.0:1761317073.116983:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.116985:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d26f083a. 00010000:00000010:2.0:1761317073.116988:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.116994:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062a31444. 00010000:00000010:2.0:1761317073.117010:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.117013:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117037:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000085dfb460. 00010000:00000010:2.0:1761317073.117040:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117043:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074540c5b. 00010000:00000010:2.0:1761317073.117045:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.117051:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008b90f8d8. 00010000:00000010:2.0:1761317073.117067:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.117070:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117097:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008c807f0c. 00010000:00000010:2.0:1761317073.117099:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117101:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002514cf63. 00010000:00000010:2.0:1761317073.117103:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.117109:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6d32c6e. 00010000:00000010:2.0:1761317073.117126:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.117128:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117156:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f3e400a. 00010000:00000010:2.0:1761317073.117159:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117161:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000751232c2. 00010000:00000010:2.0:1761317073.117164:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.117170:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d04d199b. 00010000:00000010:2.0:1761317073.117187:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.117190:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117216:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000846d4b90. 00010000:00000010:2.0:1761317073.117219:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117222:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e505523. 00010000:00000010:2.0:1761317073.117224:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.117230:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000562d232b. 00010000:00000010:2.0:1761317073.117248:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.117251:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117287:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009871306e. 00010000:00000010:2.0:1761317073.117289:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117293:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f43106d. 00010000:00000010:2.0:1761317073.117295:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.117302:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ddb4d96. 00010000:00000010:2.0:1761317073.117337:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.117341:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117371:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c5060306. 00010000:00000010:2.0:1761317073.117374:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117377:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b2a76508. 00010000:00000010:2.0:1761317073.117379:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.117385:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d076410. 00010000:00000010:2.0:1761317073.117402:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.117405:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117429:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075051b64. 00010000:00000010:2.0:1761317073.117431:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117435:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009b9a82ac. 00010000:00000010:2.0:1761317073.117438:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00080000:00000010:2.0:1761317073.117445:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dc8ae8f. 00010000:00000010:2.0:1761317073.117464:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.117467:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.117496:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006bc6872f. 00010000:00000010:2.0:1761317073.117500:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c3bcd98. 00010000:00000010:2.0:1761317073.117508:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002245c963. 00000100:00000010:2.0:1761317073.117515:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.117525:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 02000000:00000010:2.0:1761317073.117541:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000294e7bde. 02000000:00000010:2.0:1761317073.117571:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014a301fc. 00000400:00000010:2.0:1761317073.117577:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317073.117583:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.117589:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792192, portal 16 00000400:00000010:2.0:1761317073.117594:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7564b22. 00000100:00000200:2.0:1761317073.117596:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792192, offset 0 00000400:00000200:2.0:1761317073.117605:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.117623:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.117630:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.117634:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.117637:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.117640:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90486:90486:256:4294967295] 192.168.204.21@tcp LPNI seq info [90486:90486:8:4294967295] 00000400:00000200:2.0:1761317073.117650:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.117656:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.117661:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317073.117667:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.117673:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.117699:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.118163:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.118167:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:0.0:1761317073.118174:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.118179:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.118185:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7564b22 00000400:00000010:0.0:1761317073.118187:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7564b22. 00000100:00000200:0.0:1761317073.118196:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000043b3a93 x1846872902792192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.119790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba14dd80. 00010000:00000010:3.1:1761317073.119804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f51b786d. 00010000:00000010:3.1:1761317073.119811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad00aafc. 00010000:00000010:3.1:1761317073.119815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022ef90d7. 00010000:00000010:3.1:1761317073.119818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006339e483. 00010000:00000010:3.1:1761317073.119822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d76784. 00010000:00000010:3.1:1761317073.119824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000198f85d9. 00010000:00000010:3.1:1761317073.119827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050ec338f. 00010000:00000010:3.1:1761317073.119829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc5982d7. 00010000:00000010:3.1:1761317073.119832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab51df5. 00010000:00000010:3.1:1761317073.119835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073bd5cb1. 00010000:00000010:3.1:1761317073.119837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ca9fd6c. 00010000:00000010:3.1:1761317073.119840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045d2a790. 00010000:00000010:3.1:1761317073.119842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9688693. 00010000:00000010:3.1:1761317073.119844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddbbda4a. 00010000:00000010:3.1:1761317073.119847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e71b0a9e. 00010000:00000010:3.1:1761317073.119849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eee63731. 00010000:00000010:3.1:1761317073.119851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a61fd0c5. 00010000:00000010:3.1:1761317073.119854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001487deca. 00010000:00000010:3.1:1761317073.119856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf160527. 00010000:00000010:3.1:1761317073.119860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ec6df1. 00010000:00000010:3.1:1761317073.119864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000502f8506. 00010000:00000010:3.1:1761317073.119866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000628a25fd. 00010000:00000010:3.1:1761317073.119869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aebe3047. 00010000:00000010:3.1:1761317073.119871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b7721c8. 00010000:00000010:3.1:1761317073.119874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000536bc800. 00010000:00000010:3.1:1761317073.119876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a29cf84. 00010000:00000010:3.1:1761317073.119879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036a5162c. 00010000:00000010:3.1:1761317073.119881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d91e4cd3. 00010000:00000010:3.1:1761317073.119883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017ac845e. 00010000:00000010:3.1:1761317073.119886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048ff4d3e. 00010000:00000010:3.1:1761317073.119888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025d7e6eb. 00010000:00000010:3.1:1761317073.119891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087db2311. 00010000:00000010:3.1:1761317073.119893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ecefe51. 00010000:00000010:3.1:1761317073.119895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089f0cf0c. 00010000:00000010:3.1:1761317073.119898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb3d804f. 00010000:00000010:3.1:1761317073.119902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bead43b. 00010000:00000010:3.1:1761317073.119906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085241836. 00010000:00000010:3.1:1761317073.119908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3321fa5. 00010000:00000010:3.1:1761317073.119911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ad1086. 00010000:00000010:3.1:1761317073.119914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aa82138. 00010000:00000010:3.1:1761317073.119917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000352908dc. 00010000:00000010:3.1:1761317073.119920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dcca40a. 00010000:00000010:3.1:1761317073.119923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8594f56. 00010000:00000010:3.1:1761317073.119926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001456a2ed. 00010000:00000010:3.1:1761317073.119928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7e5237. 00010000:00000010:3.1:1761317073.119931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e465184b. 00010000:00000010:3.1:1761317073.119933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c7a182. 00010000:00000010:3.1:1761317073.119935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000512c9005. 00010000:00000010:3.1:1761317073.119938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f2385b. 00010000:00000010:3.1:1761317073.119941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057f2cd56. 00010000:00000010:3.1:1761317073.119943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.1:1761317073.119945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047f8fd7c. 00010000:00000010:3.1:1761317073.119948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5b88d6. 00010000:00000010:3.1:1761317073.119950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5062f8e. 00010000:00000010:3.1:1761317073.119952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d199e907. 00010000:00000010:3.1:1761317073.119954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037439fed. 00010000:00000010:3.1:1761317073.119957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c314c5. 00010000:00000010:3.1:1761317073.119959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92a766e. 00010000:00000010:3.1:1761317073.119961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d46547. 00010000:00000010:2.1:1761317073.119981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000110cfb58. 00010000:00000010:2.1:1761317073.119988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00000400:00000200:1.0:1761317073.123773:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.123795:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f400 00000400:00000200:1.0:1761317073.123804:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1dad [1] + 224 00010000:00000010:2.1:1761317073.123849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b016dc04. 00010000:00000010:2.1:1761317073.123863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49b56c0. 00010000:00000010:2.1:1761317073.123869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d48072b0. 00010000:00000010:2.1:1761317073.123872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ac2cefd. 00010000:00000010:2.1:1761317073.123875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c9edd5. 00010000:00000010:2.1:1761317073.123879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000878829bc. 00010000:00000010:2.1:1761317073.123881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e58db2d. 00010000:00000010:2.1:1761317073.123884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086f26afb. 00010000:00000010:2.1:1761317073.123887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000084fa3e5. 00010000:00000010:2.1:1761317073.123889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af496dc6. 00000400:00000200:1.0:1761317073.123890:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1761317073.123893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037dce320. 00010000:00000010:2.1:1761317073.123897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f476bd02. 00000400:00000200:1.0:1761317073.123898:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00010000:00000010:2.1:1761317073.123902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008747ce7f. 00010000:00000010:2.1:1761317073.123905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e69ffed. 00010000:00000010:2.1:1761317073.123908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca0b176. 00010000:00000010:2.1:1761317073.123911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064a49873. 00000100:00000200:1.0:1761317073.123911:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000043b3a93 x1846872902792192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.123915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5c928e2. 00010000:00000010:2.1:1761317073.123918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003079adbe. 00010000:00000010:2.1:1761317073.123921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022256147. 00010000:00000010:2.1:1761317073.123925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023d79335. 00010000:00000010:2.1:1761317073.123928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000730260f4. 00010000:00000010:2.1:1761317073.123948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087bcd651. 00000400:00000200:1.0:1761317073.123952:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.123959:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160900 00010000:00000010:2.1:1761317073.123964:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003943de80. 00000400:00000200:1.0:1761317073.123965:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0705 [2] + 984 00010000:00000010:2.1:1761317073.123970:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e205c2e7. 00010000:00000010:2.1:1761317073.123974:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc260e1. 00010000:00000010:2.1:1761317073.123976:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b927164. 00000400:00000200:1.0:1761317073.123980:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1761317073.123981:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b103455f. 00010000:00000010:2.1:1761317073.123986:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056e8769b. 00000400:00000200:1.0:1761317073.123987:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00010000:00000010:2.1:1761317073.123991:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9825f82. 00000100:00000200:1.0:1761317073.123993:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761317073.123995:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bce6d1ce. 00010000:00000010:2.1:1761317073.124000:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058ed1d07. 00000100:00000010:1.0:1761317073.124000:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 00010000:00000010:2.1:1761317073.124006:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cb782eb. 00010000:00000010:2.1:1761317073.124010:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004de2ee39. 00010000:00000010:2.1:1761317073.124012:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af3cfe2. 00010000:00000010:2.1:1761317073.124016:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008ec21da. 00010000:00000010:2.1:1761317073.124018:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ae75f9c. 00010000:00000010:2.1:1761317073.124020:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006186d6ef. 00010000:00000010:2.1:1761317073.124023:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043c5c274. 00010000:00000010:2.1:1761317073.124028:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000002233bb. 00010000:00000010:2.1:1761317073.124031:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000596823b. 00010000:00000010:2.1:1761317073.124035:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000696b31b3. 00010000:00000010:2.1:1761317073.124037:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a2a4c93. 00010000:00000010:2.1:1761317073.124043:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f59312ab. 00010000:00000010:2.1:1761317073.124047:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa0b4963. 00010000:00000010:2.1:1761317073.124049:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000487ea0e0. 00010000:00000010:2.1:1761317073.124051:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e8edab. 00010000:00000010:2.1:1761317073.124054:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbb5cb7c. 00010000:00000010:2.1:1761317073.124057:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb334095. 00010000:00000010:2.1:1761317073.124059:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cde8e0ba. 00010000:00000010:2.1:1761317073.124064:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9dd3e28. 00010000:00000010:2.1:1761317073.124066:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f40ff2a7. 00010000:00000010:2.1:1761317073.124069:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d4b25ab. 00010000:00000010:2.1:1761317073.124072:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc8eff4. 00010000:00000010:2.1:1761317073.124074:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d6bf2c9. 00010000:00000010:2.1:1761317073.124076:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023407ee9. 00010000:00000010:2.1:1761317073.124079:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068a7f2c6. 00010000:00000010:2.1:1761317073.124081:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d69b4cf8. 00010000:00000010:2.1:1761317073.124083:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011f33665. 00010000:00000010:2.1:1761317073.124086:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fa16ad8. 00010000:00000010:2.1:1761317073.124087:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000804a773e. 00010000:00000010:2.1:1761317073.124090:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000146d312b. 00010000:00000010:2.1:1761317073.124092:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068800703. 00010000:00000010:2.1:1761317073.124095:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b50436. 00010000:00000010:2.1:1761317073.124097:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a726c21e. 00010000:00000010:2.1:1761317073.124109:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc8d5ec. 00010000:00000010:2.1:1761317073.124112:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009afd6481. 00010000:00000010:2.1:1761317073.124115:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b0ac999. 00010000:00000010:2.1:1761317073.124117:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e35187f. 00010000:00000010:2.1:1761317073.124119:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b28285a. 00010000:00000010:2.1:1761317073.124121:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edf713d4. 00010000:00000010:2.1:1761317073.124123:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c3c8206. 00010000:00000010:2.1:1761317073.124125:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007608b74a. 00010000:00000010:2.1:1761317073.124129:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed574751. 00010000:00000010:2.1:1761317073.124289:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a229296. 00010000:00000010:2.1:1761317073.124293:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af6438e3. 00010000:00000010:2.1:1761317073.124296:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000274259fb. 00010000:00000010:2.1:1761317073.124298:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1a5e587. 00010000:00000010:2.1:1761317073.124303:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eb3427a. 00010000:00000010:2.1:1761317073.124307:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003baee03d. 00010000:00000010:2.1:1761317073.124321:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000141a7432. 00010000:00000010:2.1:1761317073.124393:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001548c564. 00010000:00000010:2.1:1761317073.124398:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb08b1c8. 00010000:00000010:2.1:1761317073.124402:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab7f102. 00010000:00000010:2.1:1761317073.124405:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8516682. 00010000:00000010:2.1:1761317073.124408:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e613f73. 00010000:00000010:2.1:1761317073.124410:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ca61443. 00010000:00000010:2.1:1761317073.124412:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f74fe35. 00010000:00000010:2.1:1761317073.124415:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2ac0ee3. 00010000:00000010:2.1:1761317073.124417:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee0871fd. 00010000:00000010:2.1:1761317073.124419:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099465c3c. 00010000:00000010:2.1:1761317073.124421:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000421a208c. 00010000:00000010:2.1:1761317073.124423:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086270d16. 00010000:00000010:2.1:1761317073.124425:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c93bbb3a. 00010000:00000010:2.1:1761317073.124428:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1c8f202. 00010000:00000010:2.1:1761317073.124430:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084877096. 00010000:00000010:2.1:1761317073.124433:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000a6eb60. 00010000:00000010:2.1:1761317073.124435:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000287ac9a3. 00010000:00000010:2.1:1761317073.124439:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000316ebeea. 00010000:00000010:2.1:1761317073.124442:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5daa4c8. 00010000:00000010:2.1:1761317073.124444:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f56c77cf. 00010000:00000010:2.1:1761317073.124446:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faa9ba6b. 00010000:00000010:2.1:1761317073.124448:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014006272. 00010000:00000010:2.1:1761317073.124452:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076ff8f53. 00010000:00000010:2.1:1761317073.124454:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db538275. 00010000:00000010:2.1:1761317073.124457:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2818428. 00010000:00000010:2.1:1761317073.124459:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5229846. 00010000:00000010:2.1:1761317073.124462:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff349b57. 00010000:00000010:2.1:1761317073.124465:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1a72e07. 00010000:00000010:2.1:1761317073.124469:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b9d8349. 00010000:00000010:2.1:1761317073.124471:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009399ee78. 00010000:00000010:2.1:1761317073.124474:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df7fd187. 00010000:00000010:2.1:1761317073.124476:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b85a7a4. 00010000:00000010:2.1:1761317073.124478:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f0d6b6e. 00010000:00000010:2.1:1761317073.124481:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfd7a6a1. 00010000:00000010:2.1:1761317073.124483:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9459735. 00010000:00000010:2.1:1761317073.124485:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007071ddb. 00010000:00000010:2.1:1761317073.124487:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec40a744. 00010000:00000010:2.1:1761317073.124489:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b96ceedf. 00010000:00000010:2.1:1761317073.124491:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002723d387. 00010000:00000010:2.1:1761317073.124495:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eabd20e. 00010000:00000010:2.1:1761317073.124498:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092c42e4e. 00010000:00000010:2.1:1761317073.124500:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a97bd5fa. 00010000:00000010:2.1:1761317073.124504:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdb2761. 00010000:00000010:2.1:1761317073.124506:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e5bf5c5. 00010000:00000010:2.1:1761317073.124509:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76a9ad2. 00010000:00000010:2.1:1761317073.124511:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfcb4955. 00010000:00000010:2.1:1761317073.124514:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b83c2a8. 00010000:00000010:2.1:1761317073.124516:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5702cb9. 00010000:00000010:2.1:1761317073.124519:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bd41ef. 00010000:00000010:2.1:1761317073.124521:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089e4206d. 00010000:00000010:2.1:1761317073.124524:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a42383b0. 00010000:00000010:2.1:1761317073.124526:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac62cb33. 00010000:00000010:2.1:1761317073.124529:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000448bc186. 00010000:00000010:2.1:1761317073.124531:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8721e07. 00010000:00000010:2.1:1761317073.124534:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000807fc1d3. 00010000:00000010:2.1:1761317073.124537:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052b086f2. 00010000:00000010:2.1:1761317073.124540:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000249a8be2. 00010000:00000010:2.1:1761317073.124543:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dd89f13. 00010000:00000010:2.1:1761317073.124545:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000663577c3. 00010000:00000010:2.1:1761317073.124548:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc97801c. 00010000:00000010:2.1:1761317073.124551:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec425bc. 00010000:00000010:2.1:1761317073.124553:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8d25a32. 00010000:00000010:2.1:1761317073.124557:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba88e36. 00010000:00000010:2.1:1761317073.124565:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b706bee1. 00010000:00000010:2.1:1761317073.124567:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ac532e4. 00010000:00000010:2.1:1761317073.124570:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f987dc. 00010000:00000010:2.1:1761317073.124572:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000397d799d. 00010000:00000010:2.1:1761317073.124574:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a668cb. 00010000:00000010:2.1:1761317073.124577:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028d6e3ae. 00010000:00000010:2.1:1761317073.124579:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f080257a. 00010000:00000010:2.1:1761317073.124581:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e394da27. 00010000:00000010:2.1:1761317073.124583:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4320eee. 00010000:00000010:2.1:1761317073.124586:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f39f6d8. 00010000:00000010:2.1:1761317073.124589:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000000d7e6e. 00010000:00000010:2.1:1761317073.124591:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e11ff8. 00010000:00000010:2.1:1761317073.124593:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007197ba40. 00010000:00000010:2.1:1761317073.124596:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6723804. 00010000:00000010:2.1:1761317073.124598:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026491282. 00010000:00000010:2.1:1761317073.124600:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05373fa. 00010000:00000010:2.1:1761317073.124602:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000668b1cd6. 00010000:00000010:2.1:1761317073.124605:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be42eb90. 00010000:00000010:2.1:1761317073.124607:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000148ce9c0. 00010000:00000010:2.1:1761317073.124610:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e3f6763. 00010000:00000010:2.1:1761317073.124612:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009326aa1b. 00010000:00000010:2.1:1761317073.124614:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002959c61. 00010000:00000010:2.1:1761317073.124615:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072879a24. 00010000:00000010:2.1:1761317073.124617:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004116d5d4. 00010000:00000010:2.1:1761317073.124621:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b38c7b. 00010000:00000010:2.1:1761317073.124623:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef6d2d4f. 00010000:00000010:2.1:1761317073.124625:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048647770. 00010000:00000010:2.1:1761317073.124628:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000140f833e. 00010000:00000010:2.1:1761317073.124630:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44e5983. 00010000:00000010:2.1:1761317073.124633:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a5fcdf. 00010000:00000010:2.1:1761317073.124635:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa4f632b. 00010000:00000010:2.1:1761317073.124638:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056dd731e. 00010000:00000010:2.1:1761317073.124640:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f611b973. 00010000:00000010:2.1:1761317073.124643:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c79d5290. 00010000:00000010:2.1:1761317073.124645:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031ba6cf7. 00010000:00000010:2.1:1761317073.124648:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fa23bd5. 00010000:00000010:2.1:1761317073.124650:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ea3822c. 00010000:00000010:2.1:1761317073.124653:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70ae931. 00010000:00000010:2.1:1761317073.124655:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000610091e2. 00010000:00000010:2.1:1761317073.124658:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001785be59. 00010000:00000010:2.1:1761317073.124660:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa63f0d2. 00010000:00000010:2.1:1761317073.124662:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3fe3d92. 00010000:00000010:2.1:1761317073.124664:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe4f05c7. 00010000:00000010:2.1:1761317073.124667:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df1b88f2. 00010000:00000010:2.1:1761317073.124669:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f51c8ff1. 00010000:00000010:2.1:1761317073.124671:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aa9cbfb. 00010000:00000010:2.1:1761317073.124673:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e7452bd. 00010000:00000010:2.1:1761317073.124707:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034f0ea3e. 00010000:00000010:2.1:1761317073.124711:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077950ced. 00010000:00000010:2.1:1761317073.124715:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50eecbe. 00010000:00000010:2.1:1761317073.124718:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091f22703. 00010000:00000010:2.1:1761317073.124720:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007355ce53. 00010000:00000010:2.1:1761317073.124722:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6c6e777. 00010000:00000010:2.1:1761317073.124725:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b5acf7a. 00010000:00000010:2.1:1761317073.124727:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8ce75ee. 00010000:00000010:2.1:1761317073.124729:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009d6c043. 00010000:00000010:2.1:1761317073.124731:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000697ce48d. 00010000:00000010:2.1:1761317073.124733:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de4066fb. 00010000:00000010:2.1:1761317073.124735:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d833b325. 00010000:00000010:2.1:1761317073.124738:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a4a6a75. 00010000:00000010:2.1:1761317073.124739:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe7420ce. 00010000:00000010:2.1:1761317073.124741:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a1aeb6. 00010000:00000010:2.1:1761317073.124745:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7403e4c. 00010000:00000010:2.1:1761317073.124748:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c123729. 00010000:00000010:2.1:1761317073.124750:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000772b8f80. 00010000:00000010:2.1:1761317073.124752:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be96facd. 00010000:00000010:2.1:1761317073.124755:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ff3a5a9. 00010000:00000010:2.1:1761317073.124758:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d5be13. 00010000:00000010:2.1:1761317073.124760:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004feb481e. 00010000:00000010:2.1:1761317073.124764:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c0c4291. 00010000:00000010:2.1:1761317073.124766:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c9bd972. 00010000:00000010:2.1:1761317073.124769:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc0f83db. 00010000:00000010:2.1:1761317073.124771:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978a5e3f. 00010000:00000010:2.1:1761317073.124775:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481f9151. 00010000:00000010:2.1:1761317073.124778:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9265b3e. 00010000:00000010:2.1:1761317073.124781:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040afccc4. 00010000:00000010:2.1:1761317073.124783:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e9c3b58. 00010000:00000010:2.1:1761317073.124787:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0e090af. 00010000:00000010:2.1:1761317073.124790:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd994d16. 00010000:00000010:2.1:1761317073.124794:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000277e98ed. 00010000:00000010:2.1:1761317073.124796:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1923cb4. 00010000:00000010:2.1:1761317073.124799:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec8064d7. 00010000:00000010:2.1:1761317073.124802:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053dc3bf0. 00010000:00000010:2.1:1761317073.124804:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097cbe646. 00010000:00000010:2.1:1761317073.124809:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b1a719e. 00010000:00000010:2.1:1761317073.124812:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa85c8e8. 00010000:00000010:2.1:1761317073.124814:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fc3a788. 00010000:00000010:2.1:1761317073.124817:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000363d3353. 00000400:00000010:3.0:1761317073.124843:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:3.0:1761317073.124849:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:3.0:1761317073.124852:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:3.0:1761317073.124860:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000043b3a93 x1846872902792192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.124869:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000043b3a93 x1846872902792192/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.124873:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6eaacbf. 00010000:00000010:2.1:1761317073.124879:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007864715e. 00010000:00000010:2.1:1761317073.124882:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf7771d8. 00010000:00000010:2.1:1761317073.124885:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000005ab4dd. 00010000:00000010:2.1:1761317073.124887:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c12bd48. 00010000:00000010:2.1:1761317073.124889:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000713834b3. 00010000:00000010:2.1:1761317073.124892:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da24593d. 00010000:00000010:2.1:1761317073.124894:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036e63f06. 00010000:00000010:2.1:1761317073.124896:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a61ea5c6. 00010000:00000010:2.1:1761317073.124899:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f9d2227. 00010000:00000010:2.1:1761317073.124902:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007eaea0ea. 00010000:00000010:2.1:1761317073.124905:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d78a7d3. 00010000:00000010:2.1:1761317073.124909:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c08a95bf. 00010000:00000010:2.1:1761317073.124913:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005268ef29. 02000000:00000010:3.0:1761317073.124914:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014a301fc. 00010000:00000010:2.1:1761317073.124916:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cd804ca. 00010000:00000010:2.1:1761317073.124921:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002834235b. 02000000:00000010:3.0:1761317073.124922:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000294e7bde. 00010000:00000010:2.1:1761317073.124924:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000921b345d. 00000100:00000010:3.0:1761317073.124928:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00010000:00000010:2.1:1761317073.124929:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e4b871a. 00000100:00000010:3.0:1761317073.124934:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:3.0:1761317073.124939:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002245c963. 00010000:00000010:2.1:1761317073.125002:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000af138c4. 00010000:00000010:2.1:1761317073.125258:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e02caa26. 00010000:00000010:2.1:1761317073.125264:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a43a5327. 00000020:00000010:0.0:1761317073.125267:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbfd8ba9. 00010000:00000010:2.1:1761317073.125272:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083cb7b64. 00000020:00000010:0.0:1761317073.125273:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00010000:00000010:2.1:1761317073.125275:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf2bb3d6. 00010000:00000010:2.1:1761317073.125277:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c834e58. 00000020:00000010:0.0:1761317073.125277:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00010000:00000010:2.1:1761317073.125279:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1854d13. 00010000:00000010:2.1:1761317073.125282:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ffb592a. 00010000:00000010:2.1:1761317073.125285:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053d743b8. 00010000:00000010:2.1:1761317073.125288:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000797c40bf. 00010000:00000010:2.1:1761317073.125290:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000731e1874. 00010000:00000010:2.1:1761317073.125292:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e82669bf. 00010000:00000010:2.1:1761317073.125294:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cddc08c. 00010000:00000010:2.1:1761317073.125297:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e40d5c72. 00010000:00000010:2.1:1761317073.125299:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019a88d1b. 00000100:00000200:0.0:1761317073.125301:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1413ae6 x1846872898930944/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:2.1:1761317073.125302:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099a3f665. 00010000:00000010:2.1:1761317073.125304:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082aad74e. 00010000:00000010:2.1:1761317073.125306:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bccf8bd2. 00010000:00000010:2.1:1761317073.125309:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b205edff. 00010000:00000010:2.1:1761317073.125320:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006500ddb3. 00010000:00000010:2.1:1761317073.125322:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f2f40c5. 00000100:00000200:0.0:1761317073.125345:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898930944 02000000:00000010:0.0:1761317073.125357:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003181a2aa. 00010000:00000010:0.0:1761317073.125385:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002cf6c727. 00010000:00000010:0.0:1761317073.125405:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.125412:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad41249b. 00010000:00000010:2.1:1761317073.125418:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007030fb9c. 00010000:00000010:2.1:1761317073.125421:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005db98240. 00010000:00000010:2.1:1761317073.125425:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c65358. 00010000:00000010:2.1:1761317073.125427:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c456f1f. 00000100:00000010:0.0:1761317073.125427:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad41249b. 00010000:00000010:2.1:1761317073.125430:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000118807d7. 00010000:00000010:0.0:1761317073.125430:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00010000:00000010:2.1:1761317073.125435:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a42a495e. 00010000:00000010:2.1:1761317073.125439:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfb3c39f. 00010000:00000010:2.1:1761317073.125441:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002156ad47. 00000400:00000010:0.0:1761317073.125443:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00010000:00000010:2.1:1761317073.125446:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e134bb28. 00010000:00000010:2.1:1761317073.125448:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000326d35a8. 00000100:00000200:0.0:1761317073.125448:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898930944, offset 224 00010000:00000010:2.1:1761317073.125452:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000838a3898. 00010000:00000010:2.1:1761317073.125456:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000176dcaa2. 00000400:00000200:0.0:1761317073.125457:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00010000:00000010:2.1:1761317073.125460:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5c8f5f7. 00010000:00000010:2.1:1761317073.125462:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055a29f98. 00010000:00000010:2.1:1761317073.125465:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4ff28f5. 00010000:00000010:2.1:1761317073.125467:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b44a03c4. 00080000:00000010:3.0:1761317073.125470:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034be1e84. 00010000:00000010:2.1:1761317073.125470:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af1dbee. 00000400:00000200:0.0:1761317073.125470:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00010000:00000010:2.1:1761317073.125473:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3875e22. 00010000:00000010:2.1:1761317073.125478:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038480a3b. 00000400:00000200:0.0:1761317073.125478:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90487:90487:256:4294967295] 192.168.204.21@tcp LPNI seq info [90487:90487:8:4294967295] 00010000:00000010:2.1:1761317073.125480:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1ea382b. 00010000:00000010:2.1:1761317073.125484:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccca9ac3. 00010000:00000010:2.1:1761317073.125486:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcc769f0. 00000400:00000200:0.0:1761317073.125486:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00010000:00000010:2.1:1761317073.125490:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eb9fe56. 00000800:00000200:0.0:1761317073.125492:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00010000:00000010:2.1:1761317073.125494:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb0fc979. 00000800:00000010:0.0:1761317073.125496:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354066). 00010000:00000010:2.1:1761317073.125497:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc46105. 00010000:00000010:2.1:1761317073.125499:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bed06f25. 00010000:00000010:2.1:1761317073.125502:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008e9252b. 00000800:00000200:0.0:1761317073.125502:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00010000:00000010:2.1:1761317073.125504:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2bd68c8. 00010000:00000010:2.1:1761317073.125506:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff1f0dc3. 00000800:00000200:0.0:1761317073.125509:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00010000:00000010:2.1:1761317073.125515:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bb000a6. 00010000:00000010:2.1:1761317073.125518:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054f58423. 00010000:00000010:2.1:1761317073.125521:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ecd5be7. 00000800:00000200:0.0:1761317073.125522:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1761317073.125524:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b364f526. 00010000:00000010:2.1:1761317073.125526:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bff804c3. 00010000:00000010:2.1:1761317073.125529:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d26f083a. 00010000:00000010:2.1:1761317073.125531:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085dfb460. 00010000:00000010:2.1:1761317073.125534:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074540c5b. 00010000:00000010:2.1:1761317073.125536:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c807f0c. 00000020:00000010:0.0:1761317073.125539:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00010000:00000010:2.1:1761317073.125540:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002514cf63. 00010000:00000010:2.1:1761317073.125542:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f3e400a. 00000020:00000010:0.0:1761317073.125542:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00010000:00000010:2.1:1761317073.125545:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000751232c2. 00000020:00000010:0.0:1761317073.125545:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbfd8ba9. 00010000:00000010:2.1:1761317073.125547:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000846d4b90. 00010000:00000010:2.1:1761317073.125551:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e505523. 00010000:00000010:2.1:1761317073.125554:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009871306e. 00010000:00000010:2.1:1761317073.125557:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f43106d. 00010000:00000010:3.0:1761317073.125559:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c3bcd98. 00010000:00000010:2.1:1761317073.125560:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5060306. 00010000:00000010:2.1:1761317073.125566:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2a76508. 00010000:00000010:3.0:1761317073.125567:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a2b8d5e. 00010000:00000010:2.1:1761317073.125570:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075051b64. 00010000:00000010:2.1:1761317073.125576:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b9a82ac. 00010000:00000010:3.0:1761317073.125645:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7d46547. 00010000:00000010:3.0:1761317073.125651:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.125662:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.125666:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.125673:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.125717:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004090bb1f. 02000000:00000010:3.0:1761317073.125739:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8e82b55. 00000400:00000010:3.0:1761317073.125745:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.125749:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.125754:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792256, portal 16 00000400:00000010:3.0:1761317073.125758:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dda9d8. 00000100:00000200:3.0:1761317073.125761:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792256, offset 0 00000400:00000200:3.0:1761317073.125767:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.125773:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.125779:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.125782:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.125784:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.125786:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90488:90488:255:4294967295] 192.168.204.21@tcp LPNI seq info [90488:90488:7:4294967295] 00000400:00000200:3.0:1761317073.125794:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.125798:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.125801:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039856038 (tot 82354314). 00000800:00000200:3.0:1761317073.125805:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.125810:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.125813:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039856038 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.125849:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.125855:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82354066). 00000400:00000200:1.0:1761317073.125859:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.125864:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.125867:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:1.0:1761317073.125869:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000800:00000200:1.0:1761317073.125942:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.125944:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039856038 (tot 82353818). 00000400:00000200:1.0:1761317073.125946:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.125949:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.125951:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dda9d8 00000400:00000010:1.0:1761317073.125952:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dda9d8. 00000100:00000200:1.0:1761317073.125956:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.130926:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.130947:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f440 00000400:00000200:0.0:1761317073.130956:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1db9 [1] + 224 00000400:00000200:0.0:1761317073.130968:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.130972:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.130984:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.131020:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.131025:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160940 00000400:00000200:0.0:1761317073.131030:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0705 [2] + 1312 00000400:00000200:0.0:1761317073.131039:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.131042:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.131046:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.131053:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 00000400:00000010:3.0:1761317073.131535:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317073.131540:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.131542:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.131548:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.131556:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792256/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.131594:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8e82b55. 02000000:00000010:3.0:1761317073.131602:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004090bb1f. 00000100:00000010:3.0:1761317073.131605:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.131608:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.131611:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000020:00000010:2.0:1761317073.132651:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000294e7bde. 00000020:00000010:2.0:1761317073.132663:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.132668:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.132727:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090804a88 x1846872898931008/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317073.132759:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931008 02000000:00000010:2.0:1761317073.132771:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014a301fc. 00010000:00000010:2.0:1761317073.132798:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000069e5a6bf. 00010000:00000010:2.0:1761317073.132821:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.132829:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b9d01aa. 00000100:00000010:2.0:1761317073.132843:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b9d01aa. 00010000:00000010:2.0:1761317073.132846:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000400:00000010:2.0:1761317073.132858:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000653d2cc2. 00000100:00000200:2.0:1761317073.132863:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931008, offset 224 00080000:00000010:3.0:1761317073.132868:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004090bb1f. 00000400:00000200:2.0:1761317073.132872:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.132884:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.132889:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90489:90489:256:4294967295] 192.168.204.21@tcp LPNI seq info [90489:90489:8:4294967295] 00000400:00000200:2.0:1761317073.132899:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.132904:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.132907:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317073.132913:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.132919:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.132922:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761317073.132942:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.132948:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4060486. 00000020:00000010:2.0:1761317073.132948:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.132952:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.132954:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000294e7bde. 00010000:00000010:3.0:1761317073.133024:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012c314c5. 00010000:00000010:3.0:1761317073.133030:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.133040:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.133043:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.133055:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.133066:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8e82b55. 02000000:00000010:3.0:1761317073.133090:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3c50f8f. 00000400:00000010:3.0:1761317073.133096:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.133101:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.133106:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792320, portal 16 00000400:00000010:3.0:1761317073.133109:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe45649f. 00000100:00000200:3.0:1761317073.133111:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792320, offset 0 00000400:00000200:3.0:1761317073.133116:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.133122:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.133130:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.133133:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.133136:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.133138:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90490:90490:255:4294967295] 192.168.204.21@tcp LPNI seq info [90490:90490:7:4294967295] 00000400:00000200:3.0:1761317073.133145:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.133149:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.133152:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f5258f8 (tot 82354314). 00000800:00000200:3.0:1761317073.133156:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.133160:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.133162:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002f5258f8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.133243:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.133246:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82354066). 00000400:00000200:1.0:1761317073.133252:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.133256:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.133259:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000653d2cc2 00000400:00000010:1.0:1761317073.133261:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000653d2cc2. 00000800:00000200:1.0:1761317073.133381:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.133383:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f5258f8 (tot 82353818). 00000400:00000200:1.0:1761317073.133386:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.133389:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.133391:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe45649f 00000400:00000010:1.0:1761317073.133393:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe45649f. 00000100:00000200:1.0:1761317073.133397:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.137420:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.137443:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f480 00000400:00000200:1.0:1761317073.137452:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1dc5 [1] + 224 00000400:00000200:1.0:1761317073.137464:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.137467:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.137479:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.137521:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000010:3.0:1761317073.137525:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:1.0:1761317073.137528:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160980 00000400:00000200:3.0:1761317073.137529:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.137532:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.137538:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.137541:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0705 [2] + 1640 00000100:00000200:3.0:1761317073.137551:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792320/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.137582:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3c50f8f. 02000000:00000010:3.0:1761317073.137590:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c8e82b55. 00000100:00000010:3.0:1761317073.137594:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.137598:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.137601:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000200:1.0:1761317073.137607:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.137612:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.137617:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.137623:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cc2068a. 00010000:00000010:0.1:1761317073.137720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b54e87ea. 00010000:00000010:3.1:1761317073.137785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9493a7f. 00010000:00000010:3.1:1761317073.137792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc6872f. 00000020:00000010:2.0:1761317073.137807:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000294e7bde. 00000020:00000010:2.0:1761317073.137815:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.137819:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.137843:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001cc2068a x1846872898931072/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317073.138485:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931072 02000000:00000010:2.0:1761317073.138500:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008987cd20. 00010000:00000010:2.0:1761317073.138526:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007f9d3df1. 00010000:00000010:2.0:1761317073.138550:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.138557:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b9d01aa. 00000100:00000010:2.0:1761317073.138574:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b9d01aa. 00010000:00000010:2.0:1761317073.138577:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000400:00000010:2.0:1761317073.138589:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac6fae6. 00000100:00000200:2.0:1761317073.138593:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931072, offset 224 00000400:00000200:2.0:1761317073.138601:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.138612:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.138617:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90491:90491:256:4294967295] 192.168.204.21@tcp LPNI seq info [90491:90491:8:4294967295] 00000400:00000200:2.0:1761317073.138627:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.138631:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.138636:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317073.138642:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.138650:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.138653:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.138703:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.138707:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.138710:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000294e7bde. 00000800:00000200:1.0:1761317073.138910:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.138914:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:1.0:1761317073.138920:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.138924:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.138927:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac6fae6 00000400:00000010:1.0:1761317073.138929:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac6fae6. 00080000:00000010:3.0:1761317073.139306:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8e82b55. 00010000:00000010:3.0:1761317073.139407:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.139413:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ecc0457. 00010000:00000010:3.0:1761317073.139486:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d199e907. 00010000:00000010:3.0:1761317073.139491:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.139501:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.139504:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.139511:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.139523:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3c50f8f. 02000000:00000010:3.0:1761317073.139545:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a22af2fe. 00000400:00000010:3.0:1761317073.139550:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.139554:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.139559:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792384, portal 16 00000400:00000010:3.0:1761317073.139562:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034199819. 00000100:00000200:3.0:1761317073.139564:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792384, offset 0 00000400:00000200:3.0:1761317073.139569:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.139578:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.139583:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.139587:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.139590:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.139592:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90492:90492:256:4294967295] 192.168.204.21@tcp LPNI seq info [90492:90492:8:4294967295] 00000400:00000200:3.0:1761317073.139600:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.139604:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.139607:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fed202a9 (tot 82354066). 00000800:00000200:3.0:1761317073.139611:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.139616:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.139618:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fed202a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.140067:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.140071:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fed202a9 (tot 82353818). 00000400:00000200:1.0:1761317073.140075:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.140079:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.140082:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034199819 00000400:00000010:1.0:1761317073.140083:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034199819. 00000100:00000200:1.0:1761317073.140092:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.142740:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.142766:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f4c0 00000400:00000200:1.0:1761317073.142779:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1dd1 [1] + 224 00000400:00000200:1.0:1761317073.142796:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.142800:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.142810:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.142898:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317073.142903:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.142905:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.142911:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.142918:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792384/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.142995:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a22af2fe. 02000000:00000010:3.0:1761317073.143001:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3c50f8f. 00000100:00000010:3.0:1761317073.143005:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.143008:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.143011:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000200:1.0:1761317073.148962:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.148984:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1609c0 00000400:00000200:1.0:1761317073.148993:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0705 [2] + 1968 00000400:00000010:1.0:1761317073.148999:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002fbb64f3. 00000400:00000200:1.0:1761317073.149007:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005727e498 00000400:00000200:1.0:1761317073.149075:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.149080:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.149085:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005727e498 00000400:00000010:1.0:1761317073.149087:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005727e498 (tot 82353666). 00000100:00000200:1.0:1761317073.149095:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317073.160339:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000294e7bde. 00000020:00000010:2.0:1761317073.160355:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.160360:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.160389:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000174b127e x1846872898931136/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317073.160418:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931136 02000000:00000010:2.0:1761317073.160430:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8734474. 00010000:00000010:2.0:1761317073.160456:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009358a1c0. 00010000:00000010:2.0:1761317073.160483:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.160489:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b9d01aa. 00000100:00000010:2.0:1761317073.160509:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b9d01aa. 00010000:00000010:2.0:1761317073.160513:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000400:00000010:2.0:1761317073.160525:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc9c74a. 00000100:00000200:2.0:1761317073.160531:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931136, offset 224 00000400:00000200:2.0:1761317073.160541:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:3.0:1761317073.160549:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3c50f8f. 00000400:00000200:2.0:1761317073.160556:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.160562:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90493:90493:256:4294967295] 192.168.204.21@tcp LPNI seq info [90493:90493:8:4294967295] 00000400:00000200:2.0:1761317073.160571:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.160577:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.160582:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82353914). 00000800:00000200:2.0:1761317073.160588:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.160595:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.160599:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.160624:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.160628:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.160631:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000294e7bde. 02000000:00000010:2.0:1761317073.160640:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008987cd20. 00000100:00000010:2.0:1761317073.160643:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cc2068a. 02000000:00000010:2.0:1761317073.160647:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014a301fc. 00000100:00000010:2.0:1761317073.160649:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00010000:00000010:3.0:1761317073.160652:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 02000000:00000010:2.0:1761317073.160652:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003181a2aa. 00000100:00000010:2.0:1761317073.160655:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00010000:00000010:3.0:1761317073.160658:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4d650fb. 02000000:00000010:2.0:1761317073.160658:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000642ae0ad. 00000100:00000010:2.0:1761317073.160660:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 02000000:00000010:2.0:1761317073.160663:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e9726aa. 00000100:00000010:2.0:1761317073.160665:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317073.160669:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b0db7b5d. 00000100:00000010:2.0:1761317073.160671:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 00000100:00000200:2.0:1761317073.160694:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317073.160702:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004fe25e07. 00000400:00000010:2.0:1761317073.160707:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006b9d01aa (tot 82354066). 00010000:00000010:3.0:1761317073.160767:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5b88d6. 00010000:00000010:3.0:1761317073.160773:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.160783:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.160787:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000800:00000200:1.0:1761317073.160790:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1761317073.160795:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 00000800:00000010:1.0:1761317073.160796:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:1.0:1761317073.160806:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761317073.160809:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a22af2fe. 00000400:00000200:1.0:1761317073.160814:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.160819:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc9c74a 00000400:00000010:1.0:1761317073.160822:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc9c74a. 02000000:00000010:1.0:1761317073.160829:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8734474. 02000000:00000010:3.0:1761317073.160834:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4a3bf0f. 00000400:00000010:3.0:1761317073.160840:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.160844:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.160848:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792448, portal 16 00000400:00000010:3.0:1761317073.160852:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317073.160854:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792448, offset 0 00000400:00000200:3.0:1761317073.160859:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.160865:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.160873:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.160876:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.160879:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.160886:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90494:90494:256:4294967295] 192.168.204.21@tcp LPNI seq info [90494:90494:8:4294967295] 00000400:00000200:3.0:1761317073.160892:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.160896:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.160899:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f92b378 (tot 82354066). 00000800:00000200:3.0:1761317073.160906:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.160911:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.160913:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f92b378 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.161264:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.161267:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f92b378 (tot 82353818). 00000400:00000200:1.0:1761317073.161272:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.161276:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.161279:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:1.0:1761317073.161280:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:1.0:1761317073.161285:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.161712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000062bfc93. 00010000:00000010:2.1:1761317073.161717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002199d1ac. 00010000:00000010:3.1:1761317073.161720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d46547. 00000400:00000200:1.0:1761317073.162772:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.162786:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f500 00000400:00000200:1.0:1761317073.162794:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1de1 [1] + 224 00000400:00000200:1.0:1761317073.162802:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.162810:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.162817:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.163817:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.163827:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160a00 00000400:00000010:3.0:1761317073.163855:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317073.163860:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.163863:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.163869:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.163877:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792448/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.163906:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4a3bf0f. 02000000:00000010:3.0:1761317073.163914:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a22af2fe. 00000100:00000010:3.0:1761317073.163918:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.163922:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.163926:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000200:1.0:1761317073.164088:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb075d [2] + 0 00000400:00000200:1.0:1761317073.164105:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.164108:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.164113:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.164119:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001115483a. 00000020:00000010:0.0:1761317073.166390:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbfd8ba9. 00000020:00000010:0.0:1761317073.166402:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.166407:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.166436:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001115483a x1846872898931200/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.166479:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931200 02000000:00000010:0.0:1761317073.166492:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003181a2aa. 00010000:00000010:0.0:1761317073.166522:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000025f0176. 00010000:00000010:0.0:1761317073.166546:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.166553:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad41249b. 00000100:00000010:0.0:1761317073.166570:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad41249b. 00010000:00000010:0.0:1761317073.166574:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000010:0.0:1761317073.166587:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317073.166592:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931200, offset 224 00000400:00000200:0.0:1761317073.166601:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.166614:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.166620:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90495:90495:256:4294967295] 192.168.204.21@tcp LPNI seq info [90495:90495:8:4294967295] 00000400:00000200:0.0:1761317073.166630:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.166635:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.166639:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317073.166645:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.166652:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.166655:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.166706:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.166710:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.166714:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbfd8ba9. 00080000:00000010:3.0:1761317073.166783:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a77ded61. 00000800:00000200:2.0:1761317073.166797:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.166801:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:2.0:1761317073.166806:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.166811:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.166814:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:2.0:1761317073.166816:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00010000:00000010:3.0:1761317073.166869:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.166875:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058ea2513. 00010000:00000010:3.0:1761317073.166941:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7d46547. 00010000:00000010:3.0:1761317073.166946:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.166956:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.166959:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.166966:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.167037:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013a97cde. 02000000:00000010:3.0:1761317073.167060:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac65e290. 00000400:00000010:3.0:1761317073.167065:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.167069:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.167073:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792512, portal 16 00000400:00000010:3.0:1761317073.167078:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317073.167079:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792512, offset 0 00000400:00000200:3.0:1761317073.167085:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.167091:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.167097:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.167100:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.167102:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.167105:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90496:90496:256:4294967295] 192.168.204.21@tcp LPNI seq info [90496:90496:8:4294967295] 00000400:00000200:3.0:1761317073.167111:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.167115:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.167118:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063287a84 (tot 82354066). 00000800:00000200:3.0:1761317073.167121:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.167125:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.167128:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063287a84 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.167197:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.167200:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063287a84 (tot 82353818). 00000400:00000200:2.0:1761317073.167203:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.167207:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.167209:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:2.0:1761317073.167210:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000100:00000200:2.0:1761317073.167214:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.169545:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.169562:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f540 00000400:00000200:2.0:1761317073.169572:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ded [1] + 224 00000400:00000200:2.0:1761317073.169590:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.169595:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.169604:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.169639:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000010:3.0:1761317073.169641:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:2.0:1761317073.169646:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160a40 00000400:00000200:3.0:1761317073.169647:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.169650:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.169658:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.169658:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb075d [2] + 328 00000100:00000200:3.0:1761317073.169675:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792512/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.169717:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048fef06b. 00010000:00000010:3.1:1761317073.169724:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c314c5. 02000000:00000010:3.0:1761317073.169757:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac65e290. 00010000:00000010:2.1:1761317073.169760:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963d1425. 02000000:00000010:3.0:1761317073.169763:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013a97cde. 00010000:00000010:2.1:1761317073.169768:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080117819. 00000100:00000010:3.0:1761317073.169769:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.169774:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.169777:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000200:2.0:1761317073.169814:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.169820:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.169824:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.169829:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00000020:00000010:0.0:1761317073.169915:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbfd8ba9. 00000020:00000010:0.0:1761317073.169922:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.169926:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.169950:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898931264/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317073.169982:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931264 02000000:00000010:0.0:1761317073.169993:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f3efd3e. 00010000:00000010:0.0:1761317073.170018:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ed0fd84. 00010000:00000010:0.0:1761317073.170035:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.170041:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad41249b. 00000100:00000010:0.0:1761317073.170058:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad41249b. 00010000:00000010:0.0:1761317073.170060:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000010:0.0:1761317073.170073:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317073.170077:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931264, offset 224 00000400:00000200:0.0:1761317073.170085:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.170096:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.170100:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90497:90497:256:4294967295] 192.168.204.21@tcp LPNI seq info [90497:90497:8:4294967295] 00000400:00000200:0.0:1761317073.170109:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.170115:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.170119:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317073.170124:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.170130:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.170134:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.170160:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.170164:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.170167:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbfd8ba9. 00010000:00000010:0.1:1761317073.173735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c26a24a1. 00010000:00000010:3.1:1761317073.177140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d9877a. 00010000:00000010:3.1:1761317073.177157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d199e907. 00010000:00000010:3.1:1761317073.177162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026b0a5da. 00010000:00000010:3.1:1761317073.177164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5b88d6. 00080000:00000010:3.0:1761317073.177211:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a22af2fe. 00010000:00000010:3.0:1761317073.177304:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.177322:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ffc6dcb. 00010000:00000010:3.0:1761317073.177400:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5b88d6. 00010000:00000010:3.0:1761317073.177405:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.177417:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.177425:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.177434:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.177448:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4a3bf0f. 02000000:00000010:3.0:1761317073.177478:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013a97cde. 00000400:00000010:3.0:1761317073.177483:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.177489:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.177496:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792576, portal 16 00000400:00000010:3.0:1761317073.177501:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089578055. 00000100:00000200:3.0:1761317073.177503:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792576, offset 0 00000400:00000200:3.0:1761317073.177512:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.177528:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.177534:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.177537:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.177540:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.177543:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90498:90498:255:4294967295] 192.168.204.21@tcp LPNI seq info [90498:90498:7:4294967295] 00000400:00000200:3.0:1761317073.177553:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.177558:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.177563:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000effe930b (tot 82354314). 00000800:00000200:3.0:1761317073.177570:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.177577:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.177581:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000effe930b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.177703:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.177708:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82354066). 00000400:00000200:1.0:1761317073.177713:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.177718:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.177723:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:1.0:1761317073.177725:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00010000:00000010:0.1:1761317073.177732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c0ff64c. 00000800:00000200:1.0:1761317073.177794:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.177796:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000effe930b (tot 82353818). 00000400:00000200:1.0:1761317073.177799:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.177802:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.177804:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089578055 00000400:00000010:1.0:1761317073.177805:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089578055. 00000100:00000200:1.0:1761317073.177810:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.180254:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.180272:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f580 00000400:00000200:1.0:1761317073.180280:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1df9 [1] + 224 00000400:00000200:1.0:1761317073.180294:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.180297:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.180306:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.180557:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317073.180561:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.180563:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.180568:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.180576:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792576/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.180600:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013a97cde. 02000000:00000010:3.0:1761317073.180605:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4a3bf0f. 00000100:00000010:3.0:1761317073.180610:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.180613:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.180616:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000200:1.0:1761317073.180727:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.180734:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160a80 00000400:00000200:1.0:1761317073.180739:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb075d [2] + 656 00000400:00000200:1.0:1761317073.180782:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.180785:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.180789:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.180794:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 00000020:00000010:2.0:1761317073.180860:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634e42da. 00000020:00000010:2.0:1761317073.180866:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.180870:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.180889:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4e49e41 x1846872898931328/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317073.180920:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931328 02000000:00000010:2.0:1761317073.180928:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016f8303e. 00010000:00000010:2.0:1761317073.180953:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db87568e. 00010000:00000010:2.0:1761317073.180971:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.180975:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.180984:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.180986:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000400:00000010:2.0:1761317073.180995:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f04f5329. 00000100:00000200:2.0:1761317073.180999:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931328, offset 224 00000400:00000200:2.0:1761317073.181015:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.181024:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.181029:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90499:90499:256:4294967295] 192.168.204.21@tcp LPNI seq info [90499:90499:8:4294967295] 00000400:00000200:2.0:1761317073.181037:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.181042:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.181047:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317073.181051:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.181057:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.181060:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.181077:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.181080:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.181082:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634e42da. 00080000:00000010:3.0:1761317073.181319:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013a97cde. 00010000:00000010:3.0:1761317073.181387:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.181392:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a10302ef. 00010000:00000010:3.0:1761317073.181456:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d199e907. 00010000:00000010:3.0:1761317073.181460:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.181469:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.181472:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.181477:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.181487:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac65e290. 02000000:00000010:3.0:1761317073.181507:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4a3bf0f. 00000400:00000010:3.0:1761317073.181511:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.181513:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.181517:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792640, portal 16 00000400:00000010:3.0:1761317073.181521:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b37f332a. 00000100:00000200:3.0:1761317073.181523:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792640, offset 0 00000400:00000200:3.0:1761317073.181529:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.181535:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.181540:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.181543:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.181546:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.181548:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90500:90500:255:4294967295] 192.168.204.21@tcp LPNI seq info [90500:90500:7:4294967295] 00000400:00000200:3.0:1761317073.181556:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.181560:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.181562:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001598421d (tot 82354314). 00000800:00000200:3.0:1761317073.181565:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.181570:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.181572:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001598421d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.181640:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.181643:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82354066). 00000400:00000200:1.0:1761317073.181648:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.181651:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.181654:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f04f5329 00000400:00000010:1.0:1761317073.181655:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f04f5329. 00000800:00000200:1.0:1761317073.181716:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.181718:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001598421d (tot 82353818). 00000400:00000200:1.0:1761317073.181721:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.181724:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.181725:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b37f332a 00000400:00000010:1.0:1761317073.181726:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b37f332a. 00000100:00000200:1.0:1761317073.181730:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.184078:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.184097:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f5c0 00000400:00000200:1.0:1761317073.184106:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e05 [1] + 224 00000400:00000200:1.0:1761317073.184128:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.184132:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.184141:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.186050:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317073.186062:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.186064:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.186078:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.186088:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792640/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.186129:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4a3bf0f. 02000000:00000010:3.0:1761317073.186138:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac65e290. 00000100:00000010:3.0:1761317073.186144:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.186148:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.186152:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00010000:00000010:3.1:1761317073.186803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c19f81d8. 00010000:00000010:3.1:1761317073.186814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d46547. 00000400:00000200:1.0:1761317073.187850:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.187868:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160ac0 00000400:00000200:1.0:1761317073.187875:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb075d [2] + 984 00000400:00000200:1.0:1761317073.188862:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.188872:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.188880:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.188886:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 00000020:00000010:2.0:1761317073.190105:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634e42da. 00000020:00000010:2.0:1761317073.190115:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.190120:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.190149:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8fe96b9 x1846872898931392/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317073.190184:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931392 02000000:00000010:2.0:1761317073.190196:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008f6cd94c. 00010000:00000010:2.0:1761317073.190224:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc975588. 00010000:00000010:2.0:1761317073.190245:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.190251:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.190265:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.190269:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000400:00000010:2.0:1761317073.190281:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b5725d3. 00000100:00000200:2.0:1761317073.190286:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931392, offset 224 00000400:00000200:2.0:1761317073.190293:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.190305:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.190322:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90501:90501:256:4294967295] 192.168.204.21@tcp LPNI seq info [90501:90501:8:4294967295] 00080000:00000010:3.0:1761317073.190329:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4a3bf0f. 00000400:00000200:2.0:1761317073.190332:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.190337:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.190341:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317073.190347:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.190353:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.190358:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.190377:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.190381:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.190384:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634e42da. 00010000:00000010:3.0:1761317073.190414:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.190420:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae7217a4. 00010000:00000010:3.0:1761317073.190496:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7d46547. 00010000:00000010:3.0:1761317073.190502:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.190512:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.190516:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.190522:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.190533:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac65e290. 02000000:00000010:3.0:1761317073.190555:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036529aca. 00000400:00000010:3.0:1761317073.190561:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.190577:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.190583:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792704, portal 16 00000400:00000010:3.0:1761317073.190587:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000034199819. 00000100:00000200:3.0:1761317073.190589:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792704, offset 0 00000400:00000200:3.0:1761317073.190594:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.190600:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.190606:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.190609:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.190612:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.190614:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90502:90502:255:4294967295] 192.168.204.21@tcp LPNI seq info [90502:90502:7:4294967295] 00000400:00000200:3.0:1761317073.190620:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.190624:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.190627:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008483ab27 (tot 82354314). 00000800:00000200:3.0:1761317073.190631:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.190635:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.190637:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008483ab27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.190731:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.190735:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82354066). 00000400:00000200:1.0:1761317073.190742:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.190746:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.190749:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b5725d3 00000400:00000010:1.0:1761317073.190751:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b5725d3. 00000800:00000200:1.0:1761317073.190782:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.190784:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008483ab27 (tot 82353818). 00000400:00000200:1.0:1761317073.190786:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.190788:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.190790:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000034199819 00000400:00000010:1.0:1761317073.190791:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000034199819. 00000100:00000200:1.0:1761317073.190795:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.194389:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.194411:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f600 00000400:00000200:1.0:1761317073.194419:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e11 [1] + 224 00000400:00000200:1.0:1761317073.194447:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.194451:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.194461:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.194539:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317073.194543:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.194545:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.194551:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.194557:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792704/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.194595:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036529aca. 02000000:00000010:3.0:1761317073.194600:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac65e290. 00000100:00000010:3.0:1761317073.194604:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.194609:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.194612:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00010000:00000010:2.1:1761317073.194716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d3fd46b. 00000400:00000200:0.0:1761317073.199588:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.199611:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160b00 00000400:00000200:0.0:1761317073.199619:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb075d [2] + 1312 00000400:00000200:0.0:1761317073.199707:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.199712:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.199719:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.199725:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000020:00000010:2.0:1761317073.200176:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634e42da. 00000020:00000010:2.0:1761317073.200183:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.200187:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.200216:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898931456/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317073.200252:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931456 02000000:00000010:2.0:1761317073.200262:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a159f1d3. 00010000:00000010:2.0:1761317073.200292:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050032d0e. 00010000:00000010:2.0:1761317073.200333:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.200341:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00000100:00000010:2.0:1761317073.200360:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.200363:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000400:00000010:2.0:1761317073.200376:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e391df9d. 00000100:00000200:2.0:1761317073.200381:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931456, offset 224 00000400:00000200:2.0:1761317073.200389:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00080000:00000010:3.0:1761317073.200401:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036529aca. 00000400:00000200:2.0:1761317073.200401:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.200406:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90503:90503:256:4294967295] 192.168.204.21@tcp LPNI seq info [90503:90503:8:4294967295] 00000400:00000200:2.0:1761317073.200416:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.200420:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.200424:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317073.200429:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.200435:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.200438:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.200460:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.200464:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.200466:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634e42da. 00010000:00000010:3.0:1761317073.200475:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.200480:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006673ce68. 00010000:00000010:3.0:1761317073.200552:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c92a766e. 00010000:00000010:3.0:1761317073.200557:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.200562:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012c314c5. 00010000:00000010:3.0:1761317073.200567:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00080000:00000010:3.0:1761317073.200579:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f82843dd. 00010000:00000010:3.0:1761317073.200609:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.200612:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ed1bf47. 00010000:00000010:3.0:1761317073.200659:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.0:1761317073.200663:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.200671:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.200674:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.200703:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.200713:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f04dadfb. 02000000:00000010:3.0:1761317073.200734:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dd7efcb. 00000400:00000010:3.0:1761317073.200738:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.200741:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.200746:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792768, portal 16 00000400:00000010:3.0:1761317073.200749:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe45649f. 00000100:00000200:3.0:1761317073.200751:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792768, offset 0 00000400:00000200:3.0:1761317073.200756:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.200762:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.200768:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.200771:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.200774:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.200776:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90504:90504:255:4294967295] 192.168.204.21@tcp LPNI seq info [90504:90504:7:4294967295] 00000400:00000200:3.0:1761317073.200783:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.200792:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.200794:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000206c29f3 (tot 82354314). 00000800:00000200:3.0:1761317073.200797:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.200801:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.200803:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000206c29f3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.201195:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.201200:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82354066). 00000400:00000200:1.0:1761317073.201206:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.201210:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.201213:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e391df9d 00000400:00000010:1.0:1761317073.201215:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e391df9d. 00000800:00000200:1.0:1761317073.201427:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.201429:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000206c29f3 (tot 82353818). 00000400:00000200:1.0:1761317073.201433:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.201437:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.201439:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe45649f 00000400:00000010:1.0:1761317073.201441:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe45649f. 00000100:00000200:1.0:1761317073.201446:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.201731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071ec2c20. 00010000:00000010:3.1:1761317073.201738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5b88d6. 00000400:00000200:1.0:1761317073.203436:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.203454:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f640 00000400:00000200:1.0:1761317073.203462:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e1d [1] + 224 00000400:00000200:1.0:1761317073.203477:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.203481:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.203489:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.203981:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317073.203987:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.203989:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.203995:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.204004:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792768/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.204032:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dd7efcb. 02000000:00000010:3.0:1761317073.204039:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f04dadfb. 00000100:00000010:3.0:1761317073.204042:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.204045:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.204049:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000200:0.0:1761317073.204444:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.204455:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160b40 00000400:00000200:0.0:1761317073.204461:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb075d [2] + 1640 00000400:00000200:0.0:1761317073.204515:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.204520:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.204525:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.204530:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 00000020:00000010:0.0:1761317073.205099:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbfd8ba9. 00000020:00000010:0.0:1761317073.205107:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.205113:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.205144:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017474c62 x1846872898931520/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317073.205178:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931520 02000000:00000010:0.0:1761317073.205193:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008e6e962c. 00010000:00000010:0.0:1761317073.205221:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ecce13c. 00010000:00000010:0.0:1761317073.205245:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.205251:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad41249b. 00000100:00000010:0.0:1761317073.205264:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad41249b. 00010000:00000010:0.0:1761317073.205267:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00000400:00000010:0.0:1761317073.205281:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317073.205286:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931520, offset 224 00000400:00000200:0.0:1761317073.205293:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.205304:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.205356:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90505:90505:256:4294967295] 192.168.204.21@tcp LPNI seq info [90505:90505:8:4294967295] 00000400:00000200:0.0:1761317073.205366:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.205371:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.205376:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2b5ca9e (tot 82354066). 00000800:00000200:0.0:1761317073.205381:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.205388:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.205392:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a2b5ca9e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.205415:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.205419:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.205421:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbfd8ba9. 00000800:00000200:1.0:1761317073.205549:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.205553:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2b5ca9e (tot 82353818). 00000400:00000200:1.0:1761317073.205557:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.205561:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.205564:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:1.0:1761317073.205566:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00080000:00000010:3.0:1761317073.205775:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f04dadfb. 00010000:00000010:3.0:1761317073.205873:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.205880:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fdb319f9. 00010000:00000010:3.0:1761317073.205962:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5b88d6. 00010000:00000010:3.0:1761317073.205969:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e948cf6. 00010000:00000010:3.0:1761317073.205979:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.205983:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.205991:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.206003:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006dd7efcb. 02000000:00000010:3.0:1761317073.206027:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c1bf129. 00000400:00000010:3.0:1761317073.206032:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.206036:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.206043:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792832, portal 16 00000400:00000010:3.0:1761317073.206047:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038dda9d8. 00000100:00000200:3.0:1761317073.206049:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792832, offset 0 00000400:00000200:3.0:1761317073.206055:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.206064:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.206069:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.206073:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.206075:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.206078:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90506:90506:256:4294967295] 192.168.204.21@tcp LPNI seq info [90506:90506:8:4294967295] 00000400:00000200:3.0:1761317073.206085:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.206089:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.206093:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c2ccd5 (tot 82354066). 00000800:00000200:3.0:1761317073.206097:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.206101:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.206103:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4c2ccd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.206672:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.206707:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c2ccd5 (tot 82353818). 00000400:00000200:1.0:1761317073.206712:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.206717:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.206721:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038dda9d8 00000400:00000010:1.0:1761317073.206723:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038dda9d8. 00000100:00000200:1.0:1761317073.206729:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902792832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.212399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff9ed88c. 00010000:00000010:3.1:1761317073.212420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d199e907. 00010000:00000010:3.1:1761317073.213151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec3c2651. 00010000:00000010:3.1:1761317073.213161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d46547. 00010000:00000010:2.1:1761317073.213162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d27c147e. 00010000:00000010:3.1:1761317073.213164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92a766e. 00010000:00000010:2.1:1761317073.213167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062875cba. 00010000:00000010:3.1:1761317073.213168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c314c5. 00010000:00000010:0.1:1761317073.213755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088a077e8. 00000400:00000200:0.0:1761317073.214111:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.214130:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f680 00000400:00000200:0.0:1761317073.214139:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e29 [1] + 224 00000400:00000200:0.0:1761317073.214156:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.214160:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.214170:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902792832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.214251:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000edb914d7. 00000400:00000200:3.0:1761317073.214256:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:3.0:1761317073.214258:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000100:00000200:3.0:1761317073.214264:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902792832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.214271:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902792832/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.214301:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c1bf129. 02000000:00000010:3.0:1761317073.214306:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006dd7efcb. 00000100:00000010:3.0:1761317073.214318:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.214322:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.214326:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000200:1.0:1761317073.215172:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.215185:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160b80 00000400:00000200:1.0:1761317073.215192:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb075d [2] + 1968 00000400:00000010:1.0:1761317073.215196:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee8089e1. 00000400:00000200:1.0:1761317073.215200:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d49bc585 00000400:00000200:1.0:1761317073.216748:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.216759:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.216765:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d49bc585 00000400:00000010:1.0:1761317073.216768:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d49bc585 (tot 82353666). 00000100:00000200:1.0:1761317073.216774:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317073.218187:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634e42da. 00000020:00000010:2.0:1761317073.218196:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.218201:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.218227:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000014c1dc4e x1846872898931584/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317073.218623:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931584 02000000:00000010:2.0:1761317073.218636:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000498d2a08. 00010000:00000010:2.0:1761317073.218662:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e4a13fd. 00010000:00000010:2.0:1761317073.218708:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.218714:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbf8f8b1. 00010000:00000010:3.1:1761317073.219835:0:64752:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e66082b5. 00010000:00000010:3.1:1761317073.219848:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ee1179. 00000100:00000010:2.0:1761317073.220669:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dbf8f8b1. 00010000:00000010:2.0:1761317073.220704:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000400:00000010:2.0:1761317073.220734:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317073.220742:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931584, offset 224 00000400:00000200:2.0:1761317073.220754:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.220772:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.220778:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90507:90507:256:4294967295] 192.168.204.21@tcp LPNI seq info [90507:90507:8:4294967295] 00000400:00000200:2.0:1761317073.220789:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.220796:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.220803:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82353914). 00000800:00000200:2.0:1761317073.220818:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.220827:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.220832:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.220857:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.220862:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.220866:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634e42da. 02000000:00000010:2.0:1761317073.220875:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008e6e962c. 00000100:00000010:2.0:1761317073.220879:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 02000000:00000010:2.0:1761317073.220883:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a159f1d3. 00000100:00000010:2.0:1761317073.220885:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 02000000:00000010:2.0:1761317073.220889:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008f6cd94c. 00000100:00000010:2.0:1761317073.220891:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 02000000:00000010:2.0:1761317073.220894:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000016f8303e. 00000100:00000010:2.0:1761317073.220896:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 02000000:00000010:2.0:1761317073.220899:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f3efd3e. 00000100:00000010:2.0:1761317073.220901:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317073.220906:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003181a2aa. 00000100:00000010:2.0:1761317073.220907:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001115483a. 00000100:00000200:2.0:1761317073.220917:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317073.220923:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2f2b8e6. 00000400:00000010:2.0:1761317073.220927:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbf8f8b1 (tot 82354066). 00000800:00000200:0.0:1761317073.221138:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.221142:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:0.0:1761317073.221149:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.221154:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.221157:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:0.0:1761317073.221159:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 02000000:00000010:0.0:1761317073.221164:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000498d2a08. 00080000:00000010:1.0:1761317073.221235:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb6d337b. 00010000:00000010:1.0:1761317073.221340:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e948cf6. 00010000:00000010:1.0:1761317073.221347:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d780611. 00010000:00000010:1.0:1761317073.221425:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a44dafbe. 00010000:00000010:1.0:1761317073.221431:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005555a7c9. 00010000:00000010:1.0:1761317073.221442:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.221448:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.221456:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.221469:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e4a1e6a. 02000000:00000010:1.0:1761317073.221493:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000daeb03cf. 00000400:00000010:1.0:1761317073.221497:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a79f06f7. 00000400:00000010:1.0:1761317073.221501:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317073.221504:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792896, portal 16 00000400:00000010:1.0:1761317073.221508:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ced575a6. 00000100:00000200:1.0:1761317073.221509:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792896, offset 0 00000400:00000200:1.0:1761317073.221515:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.221523:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.221530:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.221533:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.221535:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.221538:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90508:90508:256:4294967295] 192.168.204.21@tcp LPNI seq info [90508:90508:8:4294967295] 00000400:00000200:1.0:1761317073.221546:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.221550:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.221554:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.221558:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.221563:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.221566:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.221999:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.222003:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:0.0:1761317073.222008:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.222013:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.222016:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ced575a6 00000400:00000010:0.0:1761317073.222018:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ced575a6. 00000100:00000200:0.0:1761317073.222026:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902792896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.224599:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.224619:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f6c0 00000400:00000200:0.0:1761317073.224627:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e39 [1] + 224 00000400:00000200:0.0:1761317073.224643:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.224647:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.224656:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902792896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.224922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd6a129e. 00000400:00000010:1.0:1761317073.225010:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a79f06f7. 00000400:00000200:1.0:1761317073.225016:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:1.0:1761317073.225018:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00000100:00000200:1.0:1761317073.225026:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902792896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.225034:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902792896/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.225065:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000daeb03cf. 02000000:00000010:1.0:1761317073.225071:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e4a1e6a. 00000100:00000010:1.0:1761317073.225074:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000100:00000010:1.0:1761317073.225078:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.225082:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000200:0.0:1761317073.230187:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.230211:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160bc0 00000400:00000200:0.0:1761317073.230220:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb07b5 [2] + 0 00000400:00000200:0.0:1761317073.230295:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.230300:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.230316:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.230323:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 00000020:00000010:1.0:1761317073.230423:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e4a1e6a. 00000020:00000010:1.0:1761317073.230431:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.230435:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f547d44a. 00000100:00000200:1.0:1761317073.230461:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000034f8703 x1846872898931648/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.230498:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931648 02000000:00000010:1.0:1761317073.230510:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000daeb03cf. 00010000:00000010:1.0:1761317073.230539:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ea52f80. 00010000:00000010:1.0:1761317073.230561:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.230568:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.230589:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.230592:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317073.230609:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003d5e0ac2. 00000100:00000200:1.0:1761317073.230614:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931648, offset 224 00000400:00000200:1.0:1761317073.230623:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.230634:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.230638:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90509:90509:256:4294967295] 192.168.204.21@tcp LPNI seq info [90509:90509:8:4294967295] 00000400:00000200:1.0:1761317073.230648:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.230653:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.230657:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008c31ba7 (tot 82354066). 00000800:00000200:1.0:1761317073.230662:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.230669:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.230672:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008c31ba7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.230710:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.230717:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f547d44a. 00000020:00000010:1.0:1761317073.230720:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e4a1e6a. 00000800:00000200:0.0:1761317073.231032:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.231036:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008c31ba7 (tot 82353818). 00000400:00000200:0.0:1761317073.231041:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.231046:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.231050:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003d5e0ac2 00000400:00000010:0.0:1761317073.231052:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003d5e0ac2. 00080000:00000010:0.0:1761317073.231085:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e6e962c. 00010000:00000010:0.0:1761317073.231178:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005555a7c9. 00010000:00000010:0.0:1761317073.231183:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009242e164. 00010000:00000010:0.0:1761317073.231250:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317073.231256:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.231266:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ecd5f74. 00000100:00000010:0.0:1761317073.231270:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad41249b. 00000100:00000010:0.0:1761317073.231276:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 02000000:00000010:0.0:1761317073.231285:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003181a2aa. 02000000:00000010:0.0:1761317073.231306:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f3efd3e. 00000400:00000010:0.0:1761317073.231319:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c6a7ac93. 00000400:00000010:0.0:1761317073.231323:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317073.231328:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902792960, portal 16 00000400:00000010:0.0:1761317073.231333:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317073.231335:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902792960, offset 0 00000400:00000200:0.0:1761317073.231340:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.231347:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.231354:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.231357:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.231360:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.231362:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90510:90510:256:4294967295] 192.168.204.21@tcp LPNI seq info [90510:90510:8:4294967295] 00000400:00000200:0.0:1761317073.231370:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.231374:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.231377:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d77722b2 (tot 82354066). 00000800:00000200:0.0:1761317073.231381:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.231386:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.231388:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d77722b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.231569:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.231572:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d77722b2 (tot 82353818). 00000400:00000200:1.0:1761317073.231575:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.231578:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.231581:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:1.0:1761317073.231582:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00000100:00000200:1.0:1761317073.231587:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000666abea3 x1846872902792960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.235282:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.235302:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f700 00000400:00000200:0.0:1761317073.235318:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e45 [1] + 224 00000400:00000200:0.0:1761317073.235333:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.235336:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.235345:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000666abea3 x1846872902792960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.235413:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6a7ac93. 00000400:00000200:1.0:1761317073.235417:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:1.0:1761317073.235419:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 00000100:00000200:1.0:1761317073.235424:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000666abea3 x1846872902792960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.235430:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000666abea3 x1846872902792960/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.235459:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f3efd3e. 02000000:00000010:1.0:1761317073.235464:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003181a2aa. 00000100:00000010:1.0:1761317073.235467:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 00000100:00000010:1.0:1761317073.235471:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad41249b. 00010000:00000010:1.0:1761317073.235474:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ecd5f74. 00010000:00000010:1.1:1761317073.235791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ba2437d. 00010000:00000010:1.1:1761317073.235798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5b88d6. 00000400:00000200:0.0:1761317073.236661:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.236797:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160c00 00000400:00000200:0.0:1761317073.236812:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb07b5 [2] + 328 00000400:00000200:0.0:1761317073.236871:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.236876:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.236881:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.236886:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000020:00000010:3.0:1761317073.237528:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dd7efcb. 00000020:00000010:3.0:1761317073.237536:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ed1bf47. 00000020:00000010:3.0:1761317073.237540:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000063b91824. 00000100:00000200:3.0:1761317073.237563:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898931712/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317073.237964:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931712 02000000:00000010:3.0:1761317073.237977:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c1bf129. 00010000:00000010:3.0:1761317073.238005:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012238a97. 00010000:00000010:3.0:1761317073.238027:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.238035:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.238055:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.238058:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000010:3.0:1761317073.238073:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033bb4330. 00000100:00000200:3.0:1761317073.238079:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931712, offset 224 00000400:00000200:3.0:1761317073.238089:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.238104:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.238111:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90511:90511:256:4294967295] 192.168.204.21@tcp LPNI seq info [90511:90511:8:4294967295] 00000400:00000200:3.0:1761317073.238123:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.238129:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.238134:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3ea5bf6 (tot 82354066). 00000800:00000200:3.0:1761317073.238140:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.238148:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.238152:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3ea5bf6 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761317073.238959:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbfd8ba9. 00010000:00000010:0.0:1761317073.239230:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.239239:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095fd5df4. 00010000:00000010:0.0:1761317073.239322:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.0:1761317073.239328:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.239338:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000acd8d4c3. 00000100:00000010:0.0:1761317073.239345:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b17cace. 00000100:00000010:0.0:1761317073.239352:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 02000000:00000010:0.0:1761317073.239365:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003181a2aa. 02000000:00000010:0.0:1761317073.239391:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f3efd3e. 00000400:00000010:0.0:1761317073.239396:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c6a7ac93. 00000400:00000010:0.0:1761317073.239401:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317073.239406:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793024, portal 16 00000400:00000010:0.0:1761317073.239411:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317073.239413:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793024, offset 0 00000400:00000200:0.0:1761317073.239420:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.239433:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.239439:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.239443:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.239446:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.239449:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90512:90512:255:4294967295] 192.168.204.21@tcp LPNI seq info [90512:90512:7:4294967295] 00000400:00000200:0.0:1761317073.239457:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.239461:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.239465:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005892c310 (tot 82354314). 00000800:00000200:0.0:1761317073.239470:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.239475:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.239479:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005892c310 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.239543:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ed1bf47. 00000020:00000010:3.0:1761317073.239549:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000063b91824. 00000020:00000010:3.0:1761317073.239552:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dd7efcb. 00010000:00000010:0.1:1761317073.240286:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000539a1e28. 00010000:00000010:0.1:1761317073.240293:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a44dafbe. 00000800:00000200:2.0:1761317073.240370:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.240375:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3ea5bf6 (tot 82354066). 00000400:00000200:2.0:1761317073.240379:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.240386:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.240390:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033bb4330 00000400:00000010:2.0:1761317073.240392:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033bb4330. 00000800:00000200:2.0:1761317073.240454:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.240456:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005892c310 (tot 82353818). 00000400:00000200:2.0:1761317073.240460:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.240462:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.240464:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:2.0:1761317073.240466:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000100:00000200:2.0:1761317073.240471:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007028d207 x1846872902793024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.245286:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.245315:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f740 00000400:00000200:0.0:1761317073.245324:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e51 [1] + 224 00000400:00000200:0.0:1761317073.245342:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.245346:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.245356:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007028d207 x1846872902793024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.245437:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c6a7ac93. 00000400:00000200:1.0:1761317073.245442:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace4178 00000400:00000010:1.0:1761317073.245445:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace4178. 00000100:00000200:1.0:1761317073.245451:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007028d207 x1846872902793024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.245459:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007028d207 x1846872902793024/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.245487:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f3efd3e. 02000000:00000010:1.0:1761317073.245492:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003181a2aa. 00000100:00000010:1.0:1761317073.245495:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 00000100:00000010:1.0:1761317073.245499:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b17cace. 00010000:00000010:1.0:1761317073.245502:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000acd8d4c3. 00010000:00000010:1.1:1761317073.246730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e253d589. 00010000:00000010:3.1:1761317073.246823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000419f77af. 00000400:00000200:0.0:1761317073.248105:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.248122:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160c40 00000400:00000200:0.0:1761317073.248129:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb07b5 [2] + 656 00000400:00000200:0.0:1761317073.248186:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.248191:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.248198:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.248204:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 00000020:00000010:3.0:1761317073.248297:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dd7efcb. 00000020:00000010:3.0:1761317073.248303:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ed1bf47. 00000020:00000010:3.0:1761317073.248317:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000063b91824. 00000100:00000200:3.0:1761317073.248344:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017474c62 x1846872898931776/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317073.248375:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931776 02000000:00000010:3.0:1761317073.248386:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053b6700d. 00010000:00000010:3.0:1761317073.248414:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a53538. 00010000:00000010:3.0:1761317073.248434:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.248440:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.248462:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.248466:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000010:3.0:1761317073.248479:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d328ab8. 00000100:00000200:3.0:1761317073.248484:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931776, offset 224 00000400:00000200:3.0:1761317073.248492:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.248502:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.248507:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90513:90513:256:4294967295] 192.168.204.21@tcp LPNI seq info [90513:90513:8:4294967295] 00000400:00000200:3.0:1761317073.248516:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.248521:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.248526:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3ea5bf6 (tot 82354066). 00000800:00000200:3.0:1761317073.248531:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.248537:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.248541:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3ea5bf6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.248565:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ed1bf47. 00000020:00000010:3.0:1761317073.248569:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000063b91824. 00000020:00000010:3.0:1761317073.248571:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dd7efcb. 00080000:00000010:0.0:1761317073.248708:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003181a2aa. 00010000:00000010:0.0:1761317073.248786:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.248792:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec81bde6. 00010000:00000010:0.0:1761317073.248869:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d962ada0. 00010000:00000010:0.0:1761317073.248874:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317073.248879:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.0:1761317073.248883:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00080000:00000010:0.0:1761317073.248895:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f3efd3e. 00010000:00000010:0.0:1761317073.248922:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.248925:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b44da39. 00010000:00000010:0.0:1761317073.248971:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003839bec9. 00010000:00000010:0.0:1761317073.248975:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.248982:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000212d0de0. 00000100:00000010:0.0:1761317073.248985:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000887f1acb. 00000100:00000010:0.0:1761317073.248991:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.249000:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064f32594. 02000000:00000010:0.0:1761317073.249022:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed790372. 00000400:00000010:0.0:1761317073.249027:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee8089e1. 00000400:00000010:0.0:1761317073.249032:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317073.249037:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793088, portal 16 00000400:00000010:0.0:1761317073.249041:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317073.249043:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793088, offset 0 00000400:00000200:0.0:1761317073.249048:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.249055:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.249061:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.249065:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.249067:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.249070:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90514:90514:255:4294967295] 192.168.204.21@tcp LPNI seq info [90514:90514:7:4294967295] 00000400:00000200:0.0:1761317073.249077:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.249082:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.249085:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000237334ba (tot 82354314). 00000800:00000200:0.0:1761317073.249088:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.249092:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.249094:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000237334ba type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.249464:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.249470:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3ea5bf6 (tot 82354066). 00000400:00000200:2.0:1761317073.249474:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.249479:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.249482:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d328ab8 00000400:00000010:2.0:1761317073.249484:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d328ab8. 00000800:00000200:2.0:1761317073.249547:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.249549:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000237334ba (tot 82353818). 00000400:00000200:2.0:1761317073.249552:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.249555:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.249557:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:2.0:1761317073.249559:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 00000100:00000200:2.0:1761317073.249564:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000090804a88 x1846872902793088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.254790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f04e3e4b. 00010000:00000010:0.1:1761317073.254814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00000400:00000200:0.0:1761317073.255466:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.255484:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f780 00000400:00000200:0.0:1761317073.255493:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e5d [1] + 224 00000400:00000200:0.0:1761317073.255508:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.255511:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.255520:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000090804a88 x1846872902793088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.258482:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee8089e1. 00000400:00000200:1.0:1761317073.258493:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7f51b1 00000400:00000010:1.0:1761317073.258495:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7f51b1. 00000100:00000200:1.0:1761317073.258507:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000090804a88 x1846872902793088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.258518:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000090804a88 x1846872902793088/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.258560:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed790372. 02000000:00000010:1.0:1761317073.258566:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064f32594. 00000100:00000010:1.0:1761317073.258571:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000010:1.0:1761317073.258574:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000887f1acb. 00010000:00000010:1.0:1761317073.258578:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000212d0de0. 00000400:00000200:0.0:1761317073.261059:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.261081:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160c80 00000400:00000200:0.0:1761317073.261089:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb07b5 [2] + 984 00000400:00000200:0.0:1761317073.261155:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.261159:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.261166:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.261172:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00000020:00000010:1.0:1761317073.261489:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e4a1e6a. 00000020:00000010:1.0:1761317073.261497:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.261502:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f547d44a. 00000100:00000200:1.0:1761317073.261526:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898931840/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317073.262507:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931840 02000000:00000010:3.0:1761317073.262525:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006dd7efcb. 00010000:00000010:3.0:1761317073.262560:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d3851e8. 00010000:00000010:3.0:1761317073.262585:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.262593:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.262606:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.262610:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000010:3.0:1761317073.262624:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ef1bc122. 00000100:00000200:3.0:1761317073.262630:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931840, offset 224 00000400:00000200:3.0:1761317073.262640:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.262654:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.262659:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90515:90515:256:4294967295] 192.168.204.21@tcp LPNI seq info [90515:90515:8:4294967295] 00000400:00000200:3.0:1761317073.262669:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.262696:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.262701:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c2ccd5 (tot 82354066). 00000800:00000200:3.0:1761317073.262707:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.262713:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.262717:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4c2ccd5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.262736:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:3.0:1761317073.262742:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f547d44a. 00000020:00000010:3.0:1761317073.262746:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e4a1e6a. 00080000:00000010:1.0:1761317073.262886:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094dfec80. 00010000:00000010:1.0:1761317073.262965:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:1.0:1761317073.262972:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000904f1f3a. 00010000:00000010:1.0:1761317073.263033:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317073.263040:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ea52f80. 00010000:00000010:1.0:1761317073.263051:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.263055:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.263061:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.263072:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043584b0b. 02000000:00000010:1.0:1761317073.263095:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f7f1d3c. 00000400:00000010:1.0:1761317073.263100:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a79f06f7. 00000400:00000010:1.0:1761317073.263105:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317073.263110:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793152, portal 16 00000400:00000010:1.0:1761317073.263114:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a2daf2a. 00000100:00000200:1.0:1761317073.263115:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793152, offset 0 00000400:00000200:1.0:1761317073.263121:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.263127:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.263133:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.263136:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.263139:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.263142:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90516:90516:255:4294967295] 192.168.204.21@tcp LPNI seq info [90516:90516:7:4294967295] 00000400:00000200:1.0:1761317073.263149:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.263153:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.263156:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354314). 00000800:00000200:1.0:1761317073.263159:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.263162:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.263165:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.263216:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.263219:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c2ccd5 (tot 82354066). 00000400:00000200:1.0:1761317073.263223:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.263226:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.263229:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ef1bc122 00000400:00000010:1.0:1761317073.263231:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ef1bc122. 00010000:00000010:3.1:1761317073.270272:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af31d5c8. 00000800:00000200:2.0:1761317073.270838:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.270842:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82353818). 00000400:00000200:2.0:1761317073.270850:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.270859:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.270865:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a2daf2a 00000400:00000010:2.0:1761317073.270867:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a2daf2a. 00000100:00000200:2.0:1761317073.270877:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902793152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.271380:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.271394:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f7c0 00000400:00000200:2.0:1761317073.271403:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e69 [1] + 224 00000400:00000200:2.0:1761317073.271412:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.271416:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.271422:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902793152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.271742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002370c2d3. 00010000:00000010:0.1:1761317073.271749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.1:1761317073.271753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:0.1:1761317073.271757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3ae4ca. 00000400:00000200:2.0:1761317073.271931:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.271937:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160cc0 00000400:00000200:2.0:1761317073.271943:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb07b5 [2] + 1312 00000400:00000010:1.0:1761317073.273071:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a79f06f7. 00000400:00000200:1.0:1761317073.273080:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:1.0:1761317073.273082:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000100:00000200:1.0:1761317073.273092:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902793152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.273101:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902793152/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.273131:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f7f1d3c. 02000000:00000010:1.0:1761317073.273137:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000043584b0b. 00000100:00000010:1.0:1761317073.273140:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000100:00000010:1.0:1761317073.273143:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.273147:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000200:2.0:1761317073.275170:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.275184:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.275192:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.275201:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00000020:00000010:0.0:1761317073.275328:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed790372. 00000020:00000010:0.0:1761317073.275335:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.275339:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.275363:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898931904/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317073.275404:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931904 02000000:00000010:0.0:1761317073.275415:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002324f995. 00010000:00000010:0.0:1761317073.275617:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c904002d. 00010000:00000010:0.0:1761317073.275639:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025563994. 00000100:00000010:0.0:1761317073.275646:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317073.275664:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317073.275667:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025563994. 00000400:00000010:0.0:1761317073.275715:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317073.275721:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931904, offset 224 00000400:00000200:0.0:1761317073.275729:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.275746:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.275752:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90517:90517:256:4294967295] 192.168.204.21@tcp LPNI seq info [90517:90517:8:4294967295] 00000400:00000200:0.0:1761317073.275762:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.275767:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.275772:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317073.275777:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.275784:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.275788:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.275804:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.275807:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.275810:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed790372. 00000800:00000200:2.0:1761317073.275973:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.275976:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:2.0:1761317073.275980:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.275985:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.275989:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000464f94af 00000400:00000010:2.0:1761317073.275991:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000464f94af. 00080000:00000010:1.0:1761317073.276063:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043584b0b. 00010000:00000010:1.0:1761317073.276158:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ea52f80. 00010000:00000010:1.0:1761317073.276165:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080a1568f. 00010000:00000010:1.0:1761317073.276248:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317073.276254:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ea52f80. 00010000:00000010:1.0:1761317073.276265:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.276269:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.276276:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.276288:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f7f1d3c. 02000000:00000010:1.0:1761317073.276321:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062a16911. 00000400:00000010:1.0:1761317073.276327:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a79f06f7. 00000400:00000010:1.0:1761317073.276331:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317073.276336:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793216, portal 16 00000400:00000010:1.0:1761317073.276341:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0e1cae5. 00000100:00000200:1.0:1761317073.276342:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793216, offset 0 00000400:00000200:1.0:1761317073.276349:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.276357:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.276363:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.276366:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.276369:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.276371:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90518:90518:256:4294967295] 192.168.204.21@tcp LPNI seq info [90518:90518:8:4294967295] 00000400:00000200:1.0:1761317073.276377:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.276382:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.276385:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022b6b675 (tot 82354066). 00000800:00000200:1.0:1761317073.276389:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.276393:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.276396:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000022b6b675 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761317073.277537:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09b08ce. 00010000:00000010:1.1:1761317073.277548:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003839bec9. 00010000:00000010:3.1:1761317073.277718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ad0af0. 00000800:00000200:2.0:1761317073.278000:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.278005:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022b6b675 (tot 82353818). 00000400:00000200:2.0:1761317073.278012:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.278019:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.278024:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0e1cae5 00000400:00000010:2.0:1761317073.278026:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0e1cae5. 00000100:00000200:2.0:1761317073.278034:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902793216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.282966:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.282989:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f800 00000400:00000200:2.0:1761317073.282998:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e75 [1] + 224 00000400:00000200:2.0:1761317073.283238:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.283245:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.283257:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902793216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.284260:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.284272:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160d00 00000400:00000010:1.0:1761317073.284298:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a79f06f7. 00000400:00000200:1.0:1761317073.284304:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:1.0:1761317073.284314:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000100:00000200:1.0:1761317073.284322:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902793216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.284331:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902793216/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.284365:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062a16911. 02000000:00000010:1.0:1761317073.284371:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000f7f1d3c. 00000100:00000010:1.0:1761317073.284375:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000100:00000010:1.0:1761317073.284378:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.284382:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000200:2.0:1761317073.284423:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb07b5 [2] + 1640 00000400:00000200:2.0:1761317073.284515:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.284520:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.284526:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.284531:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 00000020:00000010:2.0:1761317073.286005:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c65f2cc3. 00000020:00000010:2.0:1761317073.286017:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.286022:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.287238:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003e50a22a x1846872898931968/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317073.287288:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898931968 02000000:00000010:2.0:1761317073.287302:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e32cd5a9. 00010000:00000010:2.0:1761317073.287338:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000316d81d1. 00010000:00000010:2.0:1761317073.287366:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.287505:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00010000:00000010:0.1:1761317073.287702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018df0783. 00000100:00000010:2.0:1761317073.288897:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.288903:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000400:00000010:2.0:1761317073.288921:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5a0a6ca. 00000100:00000200:2.0:1761317073.288927:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898931968, offset 224 00000400:00000200:2.0:1761317073.288936:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.288951:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.288957:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90519:90519:256:4294967295] 192.168.204.21@tcp LPNI seq info [90519:90519:8:4294967295] 00000400:00000200:2.0:1761317073.288967:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.288972:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.288977:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317073.288982:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.288990:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.288993:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.289014:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.289018:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.289022:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c65f2cc3. 00000800:00000200:0.0:1761317073.289188:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.289192:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:0.0:1761317073.289199:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.289203:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.289207:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5a0a6ca 00000400:00000010:0.0:1761317073.289209:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5a0a6ca. 00080000:00000010:1.0:1761317073.289492:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f7f1d3c. 00010000:00000010:1.0:1761317073.289571:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ea52f80. 00010000:00000010:1.0:1761317073.289577:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074fe1c02. 00010000:00000010:1.0:1761317073.289643:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083853aad. 00010000:00000010:1.0:1761317073.289647:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005ea52f80. 00010000:00000010:1.0:1761317073.289657:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.289662:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.289671:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.289705:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062a16911. 02000000:00000010:1.0:1761317073.289727:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000234f2a6e. 00000400:00000010:1.0:1761317073.289732:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a79f06f7. 00000400:00000010:1.0:1761317073.289735:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317073.289740:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793280, portal 16 00000400:00000010:1.0:1761317073.289744:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cccb1e8. 00000100:00000200:1.0:1761317073.289746:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793280, offset 0 00000400:00000200:1.0:1761317073.289751:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.289758:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.289764:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.289767:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.289770:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.289772:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90520:90520:256:4294967295] 192.168.204.21@tcp LPNI seq info [90520:90520:8:4294967295] 00000400:00000200:1.0:1761317073.289779:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.289783:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.289786:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82354066). 00000800:00000200:1.0:1761317073.289789:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.289793:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.289796:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.290513:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.290518:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82353818). 00000400:00000200:0.0:1761317073.290525:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.290529:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.290533:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cccb1e8 00000400:00000010:0.0:1761317073.290535:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cccb1e8. 00000100:00000200:0.0:1761317073.290542:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902793280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.291732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006726bc79. 00010000:00000010:1.1:1761317073.291744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00000400:00000200:2.0:1761317073.294426:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.294447:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f840 00000400:00000200:2.0:1761317073.294455:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e81 [1] + 224 00000400:00000200:2.0:1761317073.294467:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.294470:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.294480:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902793280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.294519:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.294525:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160d40 00000400:00000200:2.0:1761317073.294530:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb07b5 [2] + 1968 00000400:00000010:2.0:1761317073.294534:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6c2b8f9. 00000400:00000200:2.0:1761317073.294537:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000049afdbee 00000400:00000200:2.0:1761317073.294583:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.294587:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.294589:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049afdbee 00000400:00000010:2.0:1761317073.294591:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000049afdbee (tot 82353666). 00000100:00000200:2.0:1761317073.294596:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761317073.294665:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a79f06f7. 00000400:00000200:1.0:1761317073.294669:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:1.0:1761317073.294671:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000100:00000200:1.0:1761317073.294701:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902793280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.294709:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902793280/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.294737:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000234f2a6e. 02000000:00000010:1.0:1761317073.294743:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062a16911. 00000100:00000010:1.0:1761317073.294746:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000100:00000010:1.0:1761317073.294749:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.294753:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000020:00000010:3.0:1761317073.294850:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf072e56. 00000020:00000010:3.0:1761317073.294858:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ed1bf47. 00000020:00000010:3.0:1761317073.294862:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000063b91824. 00000100:00000200:3.0:1761317073.294886:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d29676fb x1846872898932032/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317073.294921:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932032 02000000:00000010:3.0:1761317073.294930:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6347c62. 00010000:00000010:3.0:1761317073.294954:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004adbe78b. 00010000:00000010:3.0:1761317073.294971:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.294976:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000921d652a. 00000100:00000010:3.0:1761317073.294987:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000921d652a. 00010000:00000010:3.0:1761317073.294989:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000010:3.0:1761317073.295000:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e5e6afa. 00000100:00000200:3.0:1761317073.295003:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932032, offset 224 00000400:00000200:3.0:1761317073.295010:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.295020:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.295024:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90521:90521:256:4294967295] 192.168.204.21@tcp LPNI seq info [90521:90521:8:4294967295] 00000400:00000200:3.0:1761317073.295034:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.295039:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.295042:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000206c29f3 (tot 82353914). 00000800:00000200:3.0:1761317073.295047:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.295054:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.295057:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000206c29f3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.295068:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ed1bf47. 00000020:00000010:3.0:1761317073.295071:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000063b91824. 00000020:00000010:3.0:1761317073.295074:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf072e56. 02000000:00000010:3.0:1761317073.295081:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e32cd5a9. 00000100:00000010:3.0:1761317073.295083:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 02000000:00000010:3.0:1761317073.295086:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002324f995. 00000100:00000010:3.0:1761317073.295088:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:3.0:1761317073.295091:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006dd7efcb. 00000100:00000010:3.0:1761317073.295094:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 02000000:00000010:3.0:1761317073.295096:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053b6700d. 00000100:00000010:3.0:1761317073.295098:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 02000000:00000010:3.0:1761317073.295101:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c1bf129. 00000100:00000010:3.0:1761317073.295102:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 02000000:00000010:3.0:1761317073.295105:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000daeb03cf. 00000100:00000010:3.0:1761317073.295106:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 00000100:00000200:3.0:1761317073.295111:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761317073.295114:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000edb914d7. 00000400:00000010:3.0:1761317073.295117:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000921d652a (tot 82354066). 00000800:00000200:2.0:1761317073.295224:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.295227:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000206c29f3 (tot 82353818). 00000400:00000200:2.0:1761317073.295230:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.295234:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.295236:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e5e6afa 00000400:00000010:2.0:1761317073.295238:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e5e6afa. 02000000:00000010:2.0:1761317073.295241:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6347c62. 00080000:00000010:2.0:1761317073.295261:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c65f2cc3. 00010000:00000010:2.0:1761317073.295344:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ea52f80. 00010000:00000010:2.0:1761317073.295351:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d84bda3d. 00010000:00000010:2.0:1761317073.295418:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a51752a4. 00010000:00000010:2.0:1761317073.295423:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317073.295432:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.295435:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.295441:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317073.295450:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d43dbf8. 02000000:00000010:2.0:1761317073.295469:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000677ba81d. 00000400:00000010:2.0:1761317073.295472:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049cdcabb. 00000400:00000010:2.0:1761317073.295475:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048fc86b7. 00000100:00000200:2.0:1761317073.295478:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793344, portal 16 00000400:00000010:2.0:1761317073.295481:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001dd0c60. 00000100:00000200:2.0:1761317073.295483:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793344, offset 0 00000400:00000200:2.0:1761317073.295488:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.295493:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.295498:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.295502:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.295504:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.295507:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90522:90522:256:4294967295] 192.168.204.21@tcp LPNI seq info [90522:90522:8:4294967295] 00000400:00000200:2.0:1761317073.295514:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.295518:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.295521:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317073.295524:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.295528:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.295530:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.295960:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.295963:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:1.0:1761317073.295968:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.295973:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.295976:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001dd0c60 00000400:00000010:1.0:1761317073.295977:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001dd0c60. 00000100:00000200:1.0:1761317073.295983:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902793344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.298900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fc5cc4d. 00010000:00000010:1.1:1761317073.299725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014257713. 00010000:00000010:1.1:1761317073.299736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00010000:00000010:2.1:1761317073.303740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c011c996. 00010000:00000010:2.1:1761317073.303760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083853aad. 00010000:00000010:3.1:1761317073.303815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dbf33647. 00000400:00000200:2.0:1761317073.308851:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.308871:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f880 00000400:00000200:2.0:1761317073.308880:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e91 [1] + 224 00000400:00000200:2.0:1761317073.308898:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.308902:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.308913:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902793344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.309015:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00000400:00000200:1.0:1761317073.309021:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048fc86b7 00000400:00000010:1.0:1761317073.309023:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048fc86b7. 00000100:00000200:1.0:1761317073.309030:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902793344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.309037:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902793344/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.309065:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000677ba81d. 02000000:00000010:1.0:1761317073.309071:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d43dbf8. 00000100:00000010:1.0:1761317073.309074:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:1.0:1761317073.309079:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:1.0:1761317073.309082:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000400:00000200:2.0:1761317073.315750:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.315770:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160d80 00000400:00000200:2.0:1761317073.315778:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0815 [2] + 0 00000400:00000200:2.0:1761317073.316617:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.316625:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.316632:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.316637:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 00000020:00000010:1.0:1761317073.316759:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062a16911. 00000020:00000010:1.0:1761317073.316766:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042692901. 00000020:00000010:1.0:1761317073.316770:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.316793:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000260ce024 x1846872898932096/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.318377:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932096 02000000:00000010:1.0:1761317073.318400:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000234f2a6e. 00010000:00000010:1.0:1761317073.318435:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076a87662. 00010000:00000010:1.0:1761317073.318462:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.318469:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.318494:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.318497:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317073.318512:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c15b403. 00000100:00000200:1.0:1761317073.318517:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932096, offset 224 00000400:00000200:1.0:1761317073.318527:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.318543:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.318549:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90523:90523:256:4294967295] 192.168.204.21@tcp LPNI seq info [90523:90523:8:4294967295] 00000400:00000200:1.0:1761317073.318559:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.318565:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.318570:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82354066). 00000800:00000200:1.0:1761317073.318577:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.318583:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.318587:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.318611:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042692901. 00000020:00000010:1.0:1761317073.318618:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.318622:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062a16911. 00080000:00000010:2.0:1761317073.318725:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc74b8e3. 00010000:00000010:2.0:1761317073.318803:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317073.318808:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003f5afa1. 00010000:00000010:2.0:1761317073.318875:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051fff163. 00010000:00000010:2.0:1761317073.318880:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317073.318890:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3764543. 00000100:00000010:2.0:1761317073.318893:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.318900:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317073.318911:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ca1854f. 02000000:00000010:2.0:1761317073.318932:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d43dbf8. 00000400:00000010:2.0:1761317073.318936:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083e53b5c. 00000400:00000010:2.0:1761317073.318940:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005a53ec4. 00000100:00000200:2.0:1761317073.318945:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793408, portal 16 00000400:00000010:2.0:1761317073.318949:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048b5ef8f. 00000100:00000200:2.0:1761317073.318951:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793408, offset 0 00000400:00000200:2.0:1761317073.318956:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.318961:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.318967:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.318970:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.318972:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.318975:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90524:90524:255:4294967295] 192.168.204.21@tcp LPNI seq info [90524:90524:7:4294967295] 00000400:00000200:2.0:1761317073.318982:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.318986:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.318989:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354314). 00000800:00000200:2.0:1761317073.318992:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.318996:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.318998:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.319127:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.319131:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82354066). 00000400:00000200:0.0:1761317073.319136:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.319140:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.319144:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c15b403 00000400:00000010:0.0:1761317073.319146:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c15b403. 00000800:00000200:0.0:1761317073.319538:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.319540:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:0.0:1761317073.319546:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.319550:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.319552:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048b5ef8f 00000400:00000010:0.0:1761317073.319554:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048b5ef8f. 00000100:00000200:0.0:1761317073.319560:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902793408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.323098:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.323119:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f8c0 00000400:00000200:2.0:1761317073.323128:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1e9d [1] + 224 00000400:00000200:2.0:1761317073.323148:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.323152:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.323162:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902793408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.323468:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083e53b5c. 00000400:00000200:1.0:1761317073.323474:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:1.0:1761317073.323476:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00000100:00000200:1.0:1761317073.323495:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902793408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.323502:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902793408/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.323531:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d43dbf8. 02000000:00000010:1.0:1761317073.323537:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ca1854f. 00000100:00000010:1.0:1761317073.323540:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:1.0:1761317073.323546:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:1.0:1761317073.323550:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3764543. 00010000:00000010:1.1:1761317073.323842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006042cf99. 00000400:00000200:2.0:1761317073.326260:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.326284:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160dc0 00000400:00000200:2.0:1761317073.326293:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0815 [2] + 328 00000400:00000200:2.0:1761317073.326387:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.326391:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.326398:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.326405:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 00000020:00000010:1.0:1761317073.326976:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062a16911. 00000020:00000010:1.0:1761317073.326985:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042692901. 00000020:00000010:1.0:1761317073.326991:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.327019:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000eac72a03 x1846872898932160/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317073.327057:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932160 02000000:00000010:1.0:1761317073.327070:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000399ab080. 00010000:00000010:1.0:1761317073.327274:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf4a5163. 00010000:00000010:1.0:1761317073.327304:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.327321:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.327345:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.327349:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317073.327367:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ea93e9a4. 00000100:00000200:1.0:1761317073.327372:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932160, offset 224 00000400:00000200:1.0:1761317073.327380:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.327393:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.327399:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90525:90525:256:4294967295] 192.168.204.21@tcp LPNI seq info [90525:90525:8:4294967295] 00000400:00000200:1.0:1761317073.327409:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.327414:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.327418:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022b6b675 (tot 82354066). 00000800:00000200:1.0:1761317073.327423:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.327431:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.327434:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000022b6b675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.327461:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042692901. 00000020:00000010:1.0:1761317073.327468:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.327471:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062a16911. 00080000:00000010:2.0:1761317073.327824:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000677ba81d. 00010000:00000010:2.0:1761317073.327905:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317073.327911:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031f8638e. 00010000:00000010:2.0:1761317073.327997:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee7e8f62. 00010000:00000010:2.0:1761317073.328002:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317073.328012:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2cf3249. 00000100:00000010:2.0:1761317073.328017:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.328023:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317073.328034:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e32cd5a9. 02000000:00000010:2.0:1761317073.328056:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da1ef58e. 00000400:00000010:2.0:1761317073.328061:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317073.328065:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317073.328069:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793472, portal 16 00000400:00000010:2.0:1761317073.328074:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317073.328075:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793472, offset 0 00000400:00000200:2.0:1761317073.328081:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.328088:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.328094:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.328098:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.328101:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.328103:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90526:90526:255:4294967295] 192.168.204.21@tcp LPNI seq info [90526:90526:7:4294967295] 00000400:00000200:2.0:1761317073.328110:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.328114:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.328117:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354314). 00000800:00000200:2.0:1761317073.328121:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.328125:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.328127:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.328254:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.328258:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022b6b675 (tot 82354066). 00000400:00000200:0.0:1761317073.328264:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.328268:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.328271:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ea93e9a4 00000400:00000010:0.0:1761317073.328273:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ea93e9a4. 00000800:00000200:0.0:1761317073.328345:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.328348:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:0.0:1761317073.328353:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.328356:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.328358:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:0.0:1761317073.328360:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:0.0:1761317073.328366:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902793472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.330023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c7fc57d. 00010000:00000010:2.1:1761317073.330035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51752a4. 00000400:00000200:2.0:1761317073.332018:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.332039:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f900 00000400:00000200:2.0:1761317073.332048:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ea9 [1] + 224 00000400:00000200:2.0:1761317073.332064:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.332068:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.332078:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902793472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.332294:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:1.0:1761317073.332300:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:1.0:1761317073.332303:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 00000100:00000200:1.0:1761317073.332396:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902793472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.332406:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902793472/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.332445:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da1ef58e. 02000000:00000010:1.0:1761317073.332451:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e32cd5a9. 00000100:00000010:1.0:1761317073.332454:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:1.0:1761317073.332461:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:1.0:1761317073.332465:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2cf3249. 00010000:00000010:1.1:1761317073.333932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5cb389e. 00000400:00000200:2.0:1761317073.334073:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.334089:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160e00 00000400:00000200:2.0:1761317073.334095:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0815 [2] + 656 00000400:00000200:2.0:1761317073.334536:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.334542:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.334549:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.334554:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 00000020:00000010:3.0:1761317073.334648:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c1bf129. 00000020:00000010:3.0:1761317073.334656:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ed1bf47. 00000020:00000010:3.0:1761317073.334660:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000063b91824. 00000100:00000200:3.0:1761317073.334723:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000043b3a93 x1846872898932224/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317073.334758:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932224 02000000:00000010:3.0:1761317073.334769:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053b6700d. 00010000:00000010:3.0:1761317073.335078:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004080dfee. 00010000:00000010:0.0:1761317073.335164:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025563994. 00000100:00000010:0.0:1761317073.335172:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317073.335241:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317073.335245:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025563994. 00000400:00000010:0.0:1761317073.335263:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000464f94af. 00000100:00000200:0.0:1761317073.335269:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932224, offset 224 00000400:00000200:0.0:1761317073.335277:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.335289:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.335294:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90527:90527:256:4294967295] 192.168.204.21@tcp LPNI seq info [90527:90527:8:4294967295] 00000400:00000200:0.0:1761317073.335303:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.335318:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.335324:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354066). 00000800:00000200:0.0:1761317073.335328:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.335335:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.335338:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.335365:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ed1bf47. 00000020:00000010:0.0:1761317073.335370:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000063b91824. 00000020:00000010:0.0:1761317073.335373:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c1bf129. 00080000:00000010:2.0:1761317073.335420:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000634e42da. 00010000:00000010:2.0:1761317073.335496:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317073.335502:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efe8be52. 00010000:00000010:2.0:1761317073.335578:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a51752a4. 00010000:00000010:2.0:1761317073.335583:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004a4c0585. 00010000:00000010:2.0:1761317073.335593:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcd6700. 00000100:00000010:2.0:1761317073.335598:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.335604:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 02000000:00000010:2.0:1761317073.335616:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a159f1d3. 02000000:00000010:2.0:1761317073.335641:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f6cd94c. 00000400:00000010:2.0:1761317073.335648:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085918cf6. 00000400:00000010:2.0:1761317073.335653:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ef2fea3. 00000100:00000200:2.0:1761317073.335659:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793536, portal 16 00000400:00000010:2.0:1761317073.335664:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e368325. 00000100:00000200:2.0:1761317073.335666:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793536, offset 0 00000400:00000200:2.0:1761317073.335670:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.335713:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.335723:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.335727:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.335730:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.335733:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90528:90528:255:4294967295] 192.168.204.21@tcp LPNI seq info [90528:90528:7:4294967295] 00000400:00000200:2.0:1761317073.335741:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.335745:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.335749:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354314). 00000800:00000200:2.0:1761317073.335753:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.335758:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.335760:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.335863:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.335867:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82354066). 00000400:00000200:3.0:1761317073.335871:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.335874:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.335879:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000464f94af 00000400:00000010:3.0:1761317073.335880:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000464f94af. 00000800:00000200:3.0:1761317073.336331:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.336334:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:3.0:1761317073.336341:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.336345:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.336347:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e368325 00000400:00000010:3.0:1761317073.336349:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e368325. 00000100:00000200:3.0:1761317073.336355:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cb5fd115 x1846872902793536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.338096:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.338115:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f940 00000400:00000200:2.0:1761317073.338123:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1eb5 [1] + 224 00000400:00000200:2.0:1761317073.338138:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.338142:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.338150:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cb5fd115 x1846872902793536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.338294:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085918cf6. 00000400:00000200:3.0:1761317073.338299:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ef2fea3 00000400:00000010:3.0:1761317073.338301:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ef2fea3. 00000100:00000200:3.0:1761317073.338319:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cb5fd115 x1846872902793536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.338326:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cb5fd115 x1846872902793536/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.338357:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f6cd94c. 02000000:00000010:3.0:1761317073.338363:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a159f1d3. 00000100:00000010:3.0:1761317073.338366:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 00000100:00000010:3.0:1761317073.338370:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:3.0:1761317073.338373:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcd6700. 00000400:00000200:0.0:1761317073.339342:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.339355:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160e40 00000400:00000200:0.0:1761317073.339362:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0815 [2] + 984 00000400:00000200:0.0:1761317073.339428:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.339432:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.339438:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.339444:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 00000020:00000010:1.0:1761317073.339514:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062a16911. 00000020:00000010:1.0:1761317073.339521:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042692901. 00000020:00000010:1.0:1761317073.339526:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.339550:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac236a31 x1846872898932288/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317073.339586:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932288 02000000:00000010:1.0:1761317073.339599:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000daeb03cf. 00010000:00000010:1.0:1761317073.339628:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0c4a125. 00010000:00000010:1.0:1761317073.339650:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.339657:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.339673:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.339675:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000400:00000010:1.0:1761317073.339714:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011c37834. 00000100:00000200:1.0:1761317073.339719:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932288, offset 224 00000400:00000200:1.0:1761317073.339727:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.339738:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.339743:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90529:90529:256:4294967295] 192.168.204.21@tcp LPNI seq info [90529:90529:8:4294967295] 00000400:00000200:1.0:1761317073.339752:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.339757:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.339761:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354066). 00000800:00000200:1.0:1761317073.339766:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.339772:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.339776:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.339812:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042692901. 00080000:00000010:3.0:1761317073.339814:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006dd7efcb. 00000020:00000010:1.0:1761317073.339820:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.339823:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062a16911. 00010000:00000010:3.0:1761317073.339907:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a4c0585. 00010000:00000010:3.0:1761317073.339919:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000064c8f70a. 00010000:00000010:3.0:1761317073.339993:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.0:1761317073.340000:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002226971d. 00000800:00000200:2.0:1761317073.340265:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.340269:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82353818). 00000400:00000200:2.0:1761317073.340275:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.340279:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.340283:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011c37834 00000400:00000010:2.0:1761317073.340285:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011c37834. 00010000:00000010:3.0:1761317073.340458:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.340464:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.340471:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.340481:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf072e56. 02000000:00000010:3.0:1761317073.340502:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c82c91e. 00000400:00000010:3.0:1761317073.340506:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.340510:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317073.340514:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793600, portal 16 00000400:00000010:3.0:1761317073.340517:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000249f2032. 00000100:00000200:3.0:1761317073.340519:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793600, offset 0 00000400:00000200:3.0:1761317073.340524:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.340531:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.340537:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.340540:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.340543:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.340545:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90530:90530:256:4294967295] 192.168.204.21@tcp LPNI seq info [90530:90530:8:4294967295] 00000400:00000200:3.0:1761317073.340552:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.340556:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.340558:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008483ab27 (tot 82354066). 00000800:00000200:3.0:1761317073.340562:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.340566:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.340568:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008483ab27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.340778:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.340780:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008483ab27 (tot 82353818). 00000400:00000200:2.0:1761317073.340783:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.340787:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.340789:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000249f2032 00000400:00000010:2.0:1761317073.340790:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000249f2032. 00000100:00000200:2.0:1761317073.340794:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902793600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.341995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a776d1d5. 00010000:00000010:2.1:1761317073.342006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051fff163. 00000400:00000200:0.0:1761317073.343054:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.343072:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f980 00000400:00000200:0.0:1761317073.343081:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ec1 [1] + 224 00000400:00000200:0.0:1761317073.343093:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.343097:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.343104:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902793600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.343135:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.343139:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160e80 00000400:00000200:0.0:1761317073.343144:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0815 [2] + 1312 00000400:00000200:0.0:1761317073.343153:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.343155:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.343158:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.343162:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 00000400:00000010:3.0:1761317073.343296:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317073.343300:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:3.0:1761317073.343302:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000100:00000200:3.0:1761317073.343316:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902793600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.343323:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902793600/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.343349:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c82c91e. 02000000:00000010:3.0:1761317073.343355:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf072e56. 00000100:00000010:3.0:1761317073.343358:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.343361:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.343365:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000020:00000010:2.0:1761317073.343424:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016f8303e. 00000020:00000010:2.0:1761317073.343431:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.343435:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.343456:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec6b75a x1846872898932352/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317073.343491:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932352 02000000:00000010:2.0:1761317073.343503:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000498d2a08. 00010000:00000010:2.0:1761317073.343534:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3eccac1. 00010000:00000010:2.0:1761317073.343556:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032a92f65. 00000100:00000010:2.0:1761317073.343564:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.343581:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.343583:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032a92f65. 00000400:00000010:2.0:1761317073.343595:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000005a53ec4. 00000100:00000200:2.0:1761317073.343599:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932352, offset 224 00000400:00000200:2.0:1761317073.343606:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.343616:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.343621:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90531:90531:256:4294967295] 192.168.204.21@tcp LPNI seq info [90531:90531:8:4294967295] 00000400:00000200:2.0:1761317073.343629:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.343636:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.343640:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317073.343645:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.343651:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.343654:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.343702:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.343707:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.343710:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016f8303e. 00080000:00000010:3.0:1761317073.343778:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf072e56. 00010000:00000010:3.0:1761317073.343860:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002226971d. 00010000:00000010:3.0:1761317073.343867:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000032f71aa0. 00010000:00000010:3.0:1761317073.343935:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012c314c5. 00010000:00000010:3.0:1761317073.343940:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002226971d. 00010000:00000010:3.0:1761317073.343950:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.343952:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.343958:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 02000000:00000010:3.0:1761317073.343967:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c82c91e. 02000000:00000010:3.0:1761317073.343987:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4298534. 00000400:00000010:3.0:1761317073.343991:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.343994:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317073.343998:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793664, portal 16 00000400:00000010:3.0:1761317073.344002:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317073.344003:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793664, offset 0 00000400:00000200:3.0:1761317073.344014:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.344020:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.344027:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.344030:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.344033:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.344035:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90532:90532:255:4294967295] 192.168.204.21@tcp LPNI seq info [90532:90532:7:4294967295] 00000400:00000200:3.0:1761317073.344041:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.344045:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.344048:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001598421d (tot 82354314). 00000800:00000200:3.0:1761317073.344052:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.344055:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.344057:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001598421d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.344265:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.344268:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82354066). 00000400:00000200:0.0:1761317073.344273:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.344277:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.344280:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005a53ec4 00000400:00000010:0.0:1761317073.344282:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000005a53ec4. 00000800:00000200:0.0:1761317073.344495:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.344498:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001598421d (tot 82353818). 00000400:00000200:0.0:1761317073.344502:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.344505:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.344507:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:0.0:1761317073.344509:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000100:00000200:0.0:1761317073.344513:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000061da169b x1846872902793664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.345072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ff4715e. 00000400:00000200:2.0:1761317073.346977:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.346999:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50f9c0 00000400:00000200:2.0:1761317073.347058:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ecd [1] + 224 00000400:00000200:2.0:1761317073.347073:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.347077:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.347086:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000061da169b x1846872902793664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.347482:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.347489:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160ec0 00000400:00000200:2.0:1761317073.347495:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0815 [2] + 1640 00000400:00000200:2.0:1761317073.347506:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.347509:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.347513:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.347519:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 00000020:00000010:0.0:1761317073.347778:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002324f995. 00000020:00000010:0.0:1761317073.347786:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.347791:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.347929:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898932416/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317073.347964:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932416 02000000:00000010:0.0:1761317073.347976:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed790372. 00000400:00000010:3.0:1761317073.348129:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317073.348134:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:3.0:1761317073.348137:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000100:00000200:3.0:1761317073.348144:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000061da169b x1846872902793664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.348152:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000061da169b x1846872902793664/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317073.348175:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025a57a7c. 02000000:00000010:3.0:1761317073.348192:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4298534. 02000000:00000010:3.0:1761317073.348197:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c82c91e. 00000100:00000010:3.0:1761317073.348201:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000010:3.0:1761317073.348204:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.348207:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00010000:00000010:0.0:1761317073.348232:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025563994. 00000100:00000010:0.0:1761317073.348239:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317073.348396:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317073.348400:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025563994. 00000400:00000010:0.0:1761317073.348414:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005e7f51b1. 00000100:00000200:0.0:1761317073.348419:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932416, offset 224 00000400:00000200:0.0:1761317073.348427:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.348438:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.348443:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90533:90533:256:4294967295] 192.168.204.21@tcp LPNI seq info [90533:90533:8:4294967295] 00000400:00000200:0.0:1761317073.348453:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.348460:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.348465:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317073.348471:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.348479:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.348483:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.348500:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.348504:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.348507:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002324f995. 00080000:00000010:3.0:1761317073.348560:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c82c91e. 00000800:00000200:1.0:1761317073.348597:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.348601:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:1.0:1761317073.348604:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.348608:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.348610:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005e7f51b1 00000400:00000010:1.0:1761317073.348611:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005e7f51b1. 00010000:00000010:3.0:1761317073.348639:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002226971d. 00010000:00000010:3.0:1761317073.348645:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d343e5d0. 00010000:00000010:1.0:1761317073.348918:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602b100d. 00010000:00000010:1.0:1761317073.348925:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003fbd8f70. 00010000:00000010:1.0:1761317073.348937:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060b75a4e. 00000100:00000010:1.0:1761317073.348940:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.348946:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.348956:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062a16911. 02000000:00000010:1.0:1761317073.348978:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e4a1e6a. 00000400:00000010:1.0:1761317073.348983:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a79f06f7. 00000400:00000010:1.0:1761317073.348986:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0545a8a. 00000100:00000200:1.0:1761317073.348991:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793728, portal 16 00000400:00000010:1.0:1761317073.348995:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cf77a373. 00000100:00000200:1.0:1761317073.348996:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793728, offset 0 00000400:00000200:1.0:1761317073.349002:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.349079:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.349086:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.349089:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.349092:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.349094:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90534:90534:256:4294967295] 192.168.204.21@tcp LPNI seq info [90534:90534:8:4294967295] 00000400:00000200:1.0:1761317073.349102:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.349106:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.349110:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008c31ba7 (tot 82354066). 00000800:00000200:1.0:1761317073.349114:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.349118:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.349121:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008c31ba7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.349445:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.349448:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008c31ba7 (tot 82353818). 00000400:00000200:0.0:1761317073.349453:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.349457:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.349460:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cf77a373 00000400:00000010:0.0:1761317073.349461:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cf77a373. 00000100:00000200:0.0:1761317073.349467:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902793728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.349718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006694e325. 00010000:00000010:2.1:1761317073.349762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f26896bf. 00010000:00000010:2.1:1761317073.349769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee7e8f62. 00010000:00000010:3.1:1761317073.353716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002712455f. 00010000:00000010:3.1:1761317073.353738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a51752a4. 00010000:00000010:3.1:1761317073.353743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000638e6be2. 00010000:00000010:3.1:1761317073.353746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ee1179. 00010000:00000010:2.1:1761317073.354378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b818ec5e. 00000400:00000200:2.0:1761317073.359517:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.359539:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fa00 00000400:00000200:2.0:1761317073.359548:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ed9 [1] + 224 00000400:00000200:2.0:1761317073.359561:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.359565:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.359575:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902793728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.359618:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.359625:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160f00 00000400:00000200:2.0:1761317073.359631:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0815 [2] + 1968 00000400:00000010:2.0:1761317073.359635:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d74fa49d. 00000400:00000200:2.0:1761317073.359640:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000806ebde0 00000400:00000010:3.0:1761317073.359654:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a79f06f7. 00000400:00000200:3.0:1761317073.359659:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0545a8a 00000400:00000010:3.0:1761317073.359661:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0545a8a. 00000100:00000200:3.0:1761317073.359669:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902793728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.359695:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902793728/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.359728:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e4a1e6a. 00000400:00000200:2.0:1761317073.359732:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761317073.359735:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062a16911. 00000400:00000200:2.0:1761317073.359739:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000010:3.0:1761317073.359741:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000400:00000200:2.0:1761317073.359743:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000806ebde0 00000400:00000010:2.0:1761317073.359746:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000806ebde0 (tot 82353666). 00000100:00000010:3.0:1761317073.359747:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00000100:00000200:2.0:1761317073.359752:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.0:1761317073.359753:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060b75a4e. 00000020:00000010:0.0:1761317073.360001:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002324f995. 00000020:00000010:0.0:1761317073.360009:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.360014:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.360039:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a0a19dc4 x1846872898932480/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.360076:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932480 02000000:00000010:0.0:1761317073.360089:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ac72674. 00010000:00000010:0.0:1761317073.360117:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b56550e. 00010000:00000010:0.0:1761317073.360140:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025563994. 00000100:00000010:0.0:1761317073.360146:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000031e4f7e8. 00000100:00000010:0.0:1761317073.360165:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000031e4f7e8. 00010000:00000010:0.0:1761317073.360168:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025563994. 00000400:00000010:0.0:1761317073.360184:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021e8e1bc. 00000100:00000200:0.0:1761317073.360188:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932480, offset 224 00000400:00000200:0.0:1761317073.360196:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.360206:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.360211:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90535:90535:256:4294967295] 192.168.204.21@tcp LPNI seq info [90535:90535:8:4294967295] 00000400:00000200:0.0:1761317073.360221:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.360227:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.360232:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82353914). 00000800:00000200:0.0:1761317073.360237:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.360244:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.360248:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.360270:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.360273:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.360276:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002324f995. 02000000:00000010:0.0:1761317073.360285:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed790372. 00000100:00000010:0.0:1761317073.360288:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 02000000:00000010:0.0:1761317073.360291:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000498d2a08. 00000100:00000010:0.0:1761317073.360293:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 02000000:00000010:0.0:1761317073.360296:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000daeb03cf. 00000100:00000010:0.0:1761317073.360298:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317073.360301:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053b6700d. 00000100:00000010:0.0:1761317073.360302:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 02000000:00000010:0.0:1761317073.360315:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000399ab080. 00000100:00000010:0.0:1761317073.360317:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 02000000:00000010:0.0:1761317073.360321:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000234f2a6e. 00000100:00000010:0.0:1761317073.360322:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 00000100:00000200:0.0:1761317073.360328:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317073.360333:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002fbb64f3. 00000400:00000010:0.0:1761317073.360336:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000031e4f7e8 (tot 82354066). 00080000:00000010:2.0:1761317073.360401:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016f8303e. 00000800:00000200:3.0:1761317073.360402:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.360406:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:3.0:1761317073.360410:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.360414:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.360417:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021e8e1bc 00000400:00000010:3.0:1761317073.360418:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021e8e1bc. 02000000:00000010:3.0:1761317073.360421:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ac72674. 00010000:00000010:2.0:1761317073.360479:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fbd8f70. 00010000:00000010:2.0:1761317073.360486:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a2c18a9. 00010000:00000010:2.0:1761317073.360556:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075051b64. 00010000:00000010:2.0:1761317073.360560:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.360565:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee7e8f62. 00010000:00000010:2.0:1761317073.360570:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00080000:00000010:2.0:1761317073.360580:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8734474. 00010000:00000010:2.0:1761317073.360607:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317073.360611:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.360653:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051fff163. 00010000:00000010:2.0:1761317073.360656:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c797cd5. 00010000:00000010:2.0:1761317073.360662:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032a92f65. 00000100:00000010:2.0:1761317073.360666:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.360671:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 02000000:00000010:2.0:1761317073.360709:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000498d2a08. 02000000:00000010:2.0:1761317073.360731:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a159f1d3. 00000400:00000010:2.0:1761317073.360735:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083e53b5c. 00000400:00000010:2.0:1761317073.360738:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048b5ef8f. 00000100:00000200:2.0:1761317073.360741:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793792, portal 16 00000400:00000010:2.0:1761317073.360745:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048fc86b7. 00000100:00000200:2.0:1761317073.360746:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793792, offset 0 00000400:00000200:2.0:1761317073.360752:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.360757:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.360763:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.360766:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.360769:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.360771:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90536:90536:256:4294967295] 192.168.204.21@tcp LPNI seq info [90536:90536:8:4294967295] 00000400:00000200:2.0:1761317073.360778:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.360782:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.360785:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317073.360789:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.360793:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.360795:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.361275:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.361278:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:0.0:1761317073.361283:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.361287:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.361290:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048fc86b7 00000400:00000010:0.0:1761317073.361291:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048fc86b7. 00000100:00000200:0.0:1761317073.361297:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b67d81 x1846872902793792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.365732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000814dcc18. 00010000:00000010:3.1:1761317073.365754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a663b50f. 00010000:00000010:3.1:1761317073.365758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c314c5. 00000400:00000200:2.0:1761317073.367041:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.367064:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fa40 00000400:00000200:2.0:1761317073.367073:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ee9 [1] + 224 00000400:00000200:2.0:1761317073.367092:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.367096:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.367106:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b67d81 x1846872902793792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.367760:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083e53b5c. 00000400:00000200:3.0:1761317073.367771:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048b5ef8f 00000400:00000010:3.0:1761317073.367773:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048b5ef8f. 00000100:00000200:3.0:1761317073.367789:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b67d81 x1846872902793792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.367802:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b67d81 x1846872902793792/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.367843:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a159f1d3. 02000000:00000010:3.0:1761317073.367851:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000498d2a08. 00000100:00000010:3.0:1761317073.367855:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 00000100:00000010:3.0:1761317073.367860:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:3.0:1761317073.367865:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032a92f65. 00010000:00000010:2.1:1761317073.368833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011e1bc3b. 00010000:00000010:2.1:1761317073.368848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602b100d. 00010000:00000010:2.1:1761317073.368852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075051b64. 00010000:00000010:2.1:1761317073.368855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee7e8f62. 00000400:00000200:3.0:1761317073.369219:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.369236:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160f40 00000400:00000200:3.0:1761317073.369243:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0865 [2] + 0 00000400:00000200:3.0:1761317073.369270:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.369274:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.369281:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.369288:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 00000020:00000010:0.0:1761317073.369875:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e2abc66. 00000020:00000010:0.0:1761317073.369885:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.369889:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.369920:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061da169b x1846872898932544/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317073.370472:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932544 02000000:00000010:0.0:1761317073.370486:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ac72674. 00010000:00000010:0.0:1761317073.370706:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d61b9950. 00010000:00000010:0.0:1761317073.370738:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025563994. 00000100:00000010:0.0:1761317073.370746:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066113fe1. 00000100:00000010:0.0:1761317073.370768:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066113fe1. 00010000:00000010:0.0:1761317073.370771:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025563994. 00000400:00000010:0.0:1761317073.370786:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eace4178. 00000100:00000200:0.0:1761317073.370791:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932544, offset 224 00000400:00000200:0.0:1761317073.370799:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.370818:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.370824:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90537:90537:256:4294967295] 192.168.204.21@tcp LPNI seq info [90537:90537:8:4294967295] 00000400:00000200:0.0:1761317073.370836:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.370841:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.370846:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317073.370854:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.370862:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.370866:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.371054:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008b44da39. 00000020:00000010:0.0:1761317073.371059:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.371062:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e2abc66. 00000800:00000200:2.0:1761317073.371378:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.371384:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:2.0:1761317073.371389:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.371395:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.371400:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eace4178 00000400:00000010:2.0:1761317073.371402:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eace4178. 00080000:00000010:3.0:1761317073.371623:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4298534. 00010000:00000010:3.0:1761317073.371740:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c797cd5. 00010000:00000010:3.0:1761317073.371748:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e141a196. 00010000:00000010:3.0:1761317073.371829:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012c314c5. 00010000:00000010:3.0:1761317073.371834:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002226971d. 00010000:00000010:3.0:1761317073.371843:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000094c477bf. 00000100:00000010:3.0:1761317073.371848:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.371856:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 02000000:00000010:3.0:1761317073.371867:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053b6700d. 02000000:00000010:3.0:1761317073.371888:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c1bf129. 00000400:00000010:3.0:1761317073.371893:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.371897:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317073.371902:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793856, portal 16 00000400:00000010:3.0:1761317073.371906:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317073.371908:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793856, offset 0 00000400:00000200:3.0:1761317073.371913:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.371923:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.371929:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.371932:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.371935:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.371937:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90538:90538:256:4294967295] 192.168.204.21@tcp LPNI seq info [90538:90538:8:4294967295] 00000400:00000200:3.0:1761317073.371945:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.371949:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.371952:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000effe930b (tot 82354066). 00000800:00000200:3.0:1761317073.371956:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.371962:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.371965:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000effe930b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.373588:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.373595:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000effe930b (tot 82353818). 00000400:00000200:2.0:1761317073.373602:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.373610:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.373616:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:2.0:1761317073.373617:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000100:00000200:2.0:1761317073.373624:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a88443b x1846872902793856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.373717:0:1037:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e27ed50. 00000400:00000200:3.0:1761317073.378714:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.378734:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fa80 00000400:00000200:3.0:1761317073.378744:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ef5 [1] + 224 00000400:00000200:3.0:1761317073.378758:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.378762:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.378772:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a88443b x1846872902793856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317073.380523:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:2.0:1761317073.380532:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:2.0:1761317073.380534:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000100:00000200:2.0:1761317073.380543:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a88443b x1846872902793856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.380551:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a88443b x1846872902793856/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.380579:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c1bf129. 02000000:00000010:2.0:1761317073.380584:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053b6700d. 00000100:00000010:2.0:1761317073.380587:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 00000100:00000010:2.0:1761317073.380591:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:2.0:1761317073.380594:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000094c477bf. 00000400:00000200:2.0:1761317073.382660:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.382791:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160f80 00000400:00000200:2.0:1761317073.382799:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0865 [2] + 328 00010000:00000010:0.1:1761317073.383724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5add42a. 00000400:00000200:2.0:1761317073.384573:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.384583:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.384592:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.384600:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00000020:00000010:0.0:1761317073.385156:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed790372. 00000020:00000010:0.0:1761317073.385165:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317073.385169:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.385209:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898932608/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317073.385244:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932608 02000000:00000010:0.0:1761317073.385255:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002324f995. 00010000:00000010:0.0:1761317073.385283:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081a0fea6. 00010000:00000010:0.0:1761317073.385315:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025563994. 00000100:00000010:0.0:1761317073.385322:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b17cace. 00000100:00000010:0.0:1761317073.385341:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b17cace. 00010000:00000010:0.0:1761317073.385345:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025563994. 00000400:00000010:0.0:1761317073.385358:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317073.385363:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932608, offset 224 00000400:00000200:0.0:1761317073.385372:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.385385:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.385390:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90539:90539:256:4294967295] 192.168.204.21@tcp LPNI seq info [90539:90539:8:4294967295] 00000400:00000200:0.0:1761317073.385398:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.385403:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.385407:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317073.385412:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.385419:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.385423:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.385444:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317073.385448:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.385451:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed790372. 00000800:00000200:0.0:1761317073.385536:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.385539:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:0.0:1761317073.385542:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.385545:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.385549:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:0.0:1761317073.385551:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00080000:00000010:2.0:1761317073.386284:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f6cd94c. 00010000:00000010:2.0:1761317073.386387:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002226971d. 00010000:00000010:2.0:1761317073.386394:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d45f58a1. 00010000:00000010:2.0:1761317073.386468:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee7e8f62. 00010000:00000010:2.0:1761317073.386474:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b8293407. 00010000:00000010:2.0:1761317073.386485:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0dca4c. 00000100:00000010:2.0:1761317073.386490:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.386498:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 02000000:00000010:2.0:1761317073.386510:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e32cd5a9. 02000000:00000010:2.0:1761317073.386536:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da1ef58e. 00000400:00000010:2.0:1761317073.386542:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049cdcabb. 00000400:00000010:2.0:1761317073.386546:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000001dd0c60. 00000100:00000200:2.0:1761317073.386551:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793920, portal 16 00000400:00000010:2.0:1761317073.386556:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e5a0a6ca. 00000100:00000200:2.0:1761317073.386558:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793920, offset 0 00000400:00000200:2.0:1761317073.386564:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.386574:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.386581:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.386584:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.386586:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.386589:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90540:90540:256:4294967295] 192.168.204.21@tcp LPNI seq info [90540:90540:8:4294967295] 00000400:00000200:2.0:1761317073.386596:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.386601:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.386604:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317073.386608:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.386613:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.386616:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.386762:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.386765:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:3.0:1761317073.386770:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.386774:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.386776:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e5a0a6ca 00000400:00000010:3.0:1761317073.386778:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e5a0a6ca. 00000100:00000200:3.0:1761317073.386784:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000211632ce x1846872902793920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.389773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084f24d4c. 00010000:00000010:3.1:1761317073.389786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051fff163. 00000400:00000200:2.0:1761317073.390130:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.390147:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fac0 00000400:00000200:2.0:1761317073.390156:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f01 [1] + 224 00000400:00000200:2.0:1761317073.390171:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.390175:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.390184:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000211632ce x1846872902793920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.390264:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00000400:00000200:3.0:1761317073.390269:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000001dd0c60 00000400:00000010:3.0:1761317073.390271:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000001dd0c60. 00000100:00000200:3.0:1761317073.390278:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000211632ce x1846872902793920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.390285:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000211632ce x1846872902793920/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.390323:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da1ef58e. 02000000:00000010:3.0:1761317073.390329:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e32cd5a9. 00000100:00000010:3.0:1761317073.390332:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 00000100:00000010:3.0:1761317073.390338:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:3.0:1761317073.390341:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0dca4c. 00000400:00000200:0.0:1761317073.393653:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.393675:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b160fc0 00000400:00000200:0.0:1761317073.393755:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0865 [2] + 656 00000400:00000200:0.0:1761317073.393829:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.393834:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.393841:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.393847:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 00000020:00000010:2.0:1761317073.395652:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ca1854f. 00000020:00000010:2.0:1761317073.395663:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.395668:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.395728:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac236a31 x1846872898932672/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317073.395763:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932672 02000000:00000010:2.0:1761317073.395773:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d43dbf8. 00010000:00000010:2.0:1761317073.395801:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008153490f. 00010000:00000010:2.0:1761317073.395820:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f4e05bd. 00000100:00000010:2.0:1761317073.395828:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.395836:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.395839:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f4e05bd. 00000400:00000010:2.0:1761317073.395852:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317073.395857:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932672, offset 224 00000400:00000200:2.0:1761317073.395865:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.395877:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.395882:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90541:90541:256:4294967295] 192.168.204.21@tcp LPNI seq info [90541:90541:8:4294967295] 00000400:00000200:2.0:1761317073.395891:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.395896:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.395900:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317073.395906:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.395912:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.395916:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.395935:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.395939:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.395941:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ca1854f. 00000800:00000200:2.0:1761317073.396028:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.396031:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:2.0:1761317073.396038:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.396042:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.396045:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:2.0:1761317073.396047:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00080000:00000010:3.0:1761317073.396144:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6347c62. 00010000:00000010:3.0:1761317073.396228:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8293407. 00010000:00000010:3.0:1761317073.396234:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f9e8436. 00010000:00000010:3.0:1761317073.396320:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.0:1761317073.396326:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.396337:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb00790e. 00000100:00000010:3.0:1761317073.396341:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.396348:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317073.396360:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053b6700d. 02000000:00000010:3.0:1761317073.396383:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c1bf129. 00000400:00000010:3.0:1761317073.396389:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317073.405995:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317073.406010:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902793984, portal 16 00000400:00000010:3.0:1761317073.406016:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317073.406019:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902793984, offset 0 00000400:00000200:3.0:1761317073.406029:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.406046:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.406054:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.406058:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.406061:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.406064:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90542:90542:256:4294967295] 192.168.204.21@tcp LPNI seq info [90542:90542:8:4294967295] 00000400:00000200:3.0:1761317073.406074:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.406080:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.406086:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063287a84 (tot 82354066). 00000800:00000200:3.0:1761317073.406093:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.406100:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.406104:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063287a84 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.406269:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.406273:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063287a84 (tot 82353818). 00000400:00000200:2.0:1761317073.406278:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.406282:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.406287:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:2.0:1761317073.406289:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000100:00000200:2.0:1761317073.406296:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000074b6d37 x1846872902793984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.406782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b45dec60. 00010000:00000010:2.1:1761317073.406790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012c314c5. 00000400:00000200:0.0:1761317073.409346:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.409366:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fb00 00000400:00000200:0.0:1761317073.409374:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f0d [1] + 224 00000400:00000200:0.0:1761317073.409387:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.409390:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.409401:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000074b6d37 x1846872902793984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.409435:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.409440:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161000 00000400:00000200:0.0:1761317073.409445:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0865 [2] + 984 00000400:00000200:0.0:1761317073.409488:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.409492:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.409496:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.409502:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 00000020:00000010:2.0:1761317073.409589:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ca1854f. 00000020:00000010:2.0:1761317073.409597:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.409601:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.409624:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec6b75a x1846872898932736/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317073.409661:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932736 02000000:00000010:2.0:1761317073.409672:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e32cd5a9. 00010000:00000010:2.0:1761317073.409732:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f4e05bd. 00000100:00000010:2.0:1761317073.409739:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.409745:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.409748:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f4e05bd. 00000400:00000010:2.0:1761317073.409761:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317073.409766:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932736, offset 224 00000400:00000200:2.0:1761317073.409774:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.409784:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.409789:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90543:90543:256:4294967295] 192.168.204.21@tcp LPNI seq info [90543:90543:8:4294967295] 00000400:00000200:2.0:1761317073.409798:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.409803:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.409807:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317073.409813:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.409820:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.409822:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.409838:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.409842:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.409844:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ca1854f. 00000800:00000200:2.0:1761317073.409895:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.409899:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:2.0:1761317073.409904:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.409906:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.409909:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:2.0:1761317073.409911:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00000400:00000010:3.0:1761317073.410057:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317073.410062:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:3.0:1761317073.410063:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:3.0:1761317073.410068:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000074b6d37 x1846872902793984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.410076:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000074b6d37 x1846872902793984/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317073.410097:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005601740d. 02000000:00000010:3.0:1761317073.410109:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c1bf129. 02000000:00000010:3.0:1761317073.410114:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053b6700d. 00000100:00000010:3.0:1761317073.410117:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000100:00000010:3.0:1761317073.410120:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.410122:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb00790e. 00080000:00000010:3.0:1761317073.410136:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac65e290. 00010000:00000010:3.0:1761317073.410207:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.410213:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000234d595d. 00010000:00000010:3.0:1761317073.410286:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7d46547. 00010000:00000010:3.0:1761317073.410291:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.410301:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb00790e. 00000100:00000010:3.0:1761317073.410316:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.410322:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317073.410332:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053b6700d. 02000000:00000010:3.0:1761317073.410351:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c1bf129. 00000400:00000010:3.0:1761317073.410355:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317073.410358:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317073.410362:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794048, portal 16 00000400:00000010:3.0:1761317073.410366:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317073.410369:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794048, offset 0 00000400:00000200:3.0:1761317073.410374:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.410379:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.410385:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.410389:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.410391:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.410394:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90544:90544:256:4294967295] 192.168.204.21@tcp LPNI seq info [90544:90544:8:4294967295] 00000400:00000200:3.0:1761317073.410401:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.410405:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.410407:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f92b378 (tot 82354066). 00000800:00000200:3.0:1761317073.410411:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.410415:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.410418:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f92b378 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.410502:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.410504:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f92b378 (tot 82353818). 00000400:00000200:2.0:1761317073.410507:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.410511:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.410513:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:2.0:1761317073.410514:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:2.0:1761317073.410519:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000074b6d37 x1846872902794048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.412283:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.412299:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fb40 00000400:00000200:0.0:1761317073.412317:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f19 [1] + 224 00000400:00000200:0.0:1761317073.412329:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.412332:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.412341:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000074b6d37 x1846872902794048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.412372:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.412378:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161040 00000400:00000200:0.0:1761317073.412383:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0865 [2] + 1312 00000400:00000200:0.0:1761317073.412392:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.412395:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.412399:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.412405:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 00000020:00000010:0.0:1761317073.412449:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed790372. 00000020:00000010:0.0:1761317073.412455:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317073.412460:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.412481:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000034f8703 x1846872898932800/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317073.412507:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932800 02000000:00000010:0.0:1761317073.412517:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000589bec26. 00010000:00000010:0.0:1761317073.412551:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025563994. 00000100:00000010:0.0:1761317073.412558:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b17cace. 00000100:00000010:0.0:1761317073.412563:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b17cace. 00010000:00000010:0.0:1761317073.412565:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025563994. 00000400:00000010:0.0:1761317073.412577:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317073.412582:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932800, offset 224 00000400:00000200:0.0:1761317073.412588:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.412598:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.412604:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90545:90545:256:4294967295] 192.168.204.21@tcp LPNI seq info [90545:90545:8:4294967295] 00000400:00000200:0.0:1761317073.412613:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.412617:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.412621:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317073.412626:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.412632:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.412636:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.412653:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003aa1da9a. 00000020:00000010:0.0:1761317073.412657:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.412659:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed790372. 00000800:00000200:0.0:1761317073.412766:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.412770:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:0.0:1761317073.412773:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.412776:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.412780:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:0.0:1761317073.412782:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000400:00000010:3.0:1761317073.412845:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317073.412849:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:3.0:1761317073.412850:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:3.0:1761317073.412855:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000074b6d37 x1846872902794048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.412861:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000074b6d37 x1846872902794048/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317073.412879:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000aa9b2ed. 02000000:00000010:3.0:1761317073.412893:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c1bf129. 02000000:00000010:3.0:1761317073.412897:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053b6700d. 00000100:00000010:3.0:1761317073.412900:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000100:00000010:3.0:1761317073.412902:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.412904:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb00790e. 00080000:00000010:3.0:1761317073.412918:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075ede0d8. 00010000:00000010:3.0:1761317073.412984:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.412990:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000672626f0. 00010000:00000010:3.0:1761317073.413058:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c92a766e. 00010000:00000010:3.0:1761317073.413063:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f203371a. 00010000:00000010:3.0:1761317073.413069:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d199e907. 00010000:00000010:3.0:1761317073.413073:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00080000:00000010:3.0:1761317073.413083:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d34bb1fb. 00010000:00000010:3.0:1761317073.413112:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.413115:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f203371a. 00010000:00000010:3.0:1761317073.413161:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080f2385b. 00010000:00000010:3.0:1761317073.413165:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.413172:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb00790e. 00000100:00000010:3.0:1761317073.413175:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.413181:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317073.413190:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f90011c5. 02000000:00000010:3.0:1761317073.413211:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071afdb8d. 00000400:00000010:3.0:1761317073.413215:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317073.413218:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317073.413222:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794112, portal 16 00000400:00000010:3.0:1761317073.413226:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317073.413228:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794112, offset 0 00000400:00000200:3.0:1761317073.413234:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.413241:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.413247:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.413251:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.413253:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.413256:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90546:90546:256:4294967295] 192.168.204.21@tcp LPNI seq info [90546:90546:8:4294967295] 00000400:00000200:3.0:1761317073.413263:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.413268:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.413271:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fed202a9 (tot 82354066). 00000800:00000200:3.0:1761317073.413275:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.413279:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.413281:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fed202a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.413378:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.413381:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fed202a9 (tot 82353818). 00000400:00000200:0.0:1761317073.413384:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.413388:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.413390:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:0.0:1761317073.413392:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000100:00000200:0.0:1761317073.413396:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000074b6d37 x1846872902794112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.414920:0:78625:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000958093ba. 00000400:00000200:3.0:1761317073.419226:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.419247:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fb80 00000400:00000200:3.0:1761317073.419257:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f25 [1] + 224 00000400:00000200:3.0:1761317073.419268:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.419272:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.419281:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000074b6d37 x1846872902794112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.419327:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.419333:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161080 00000400:00000200:3.0:1761317073.419338:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0865 [2] + 1640 00000400:00000200:3.0:1761317073.419348:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.419350:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.419353:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.419359:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 00000400:00000010:2.0:1761317073.419427:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:2.0:1761317073.419431:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:2.0:1761317073.419434:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:2.0:1761317073.419439:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000074b6d37 x1846872902794112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.419447:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000074b6d37 x1846872902794112/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.419476:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071afdb8d. 02000000:00000010:2.0:1761317073.419482:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f90011c5. 00000100:00000010:2.0:1761317073.419485:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000100:00000010:2.0:1761317073.419488:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:2.0:1761317073.419492:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb00790e. 00000020:00000010:1.0:1761317073.419559:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000614466a4. 00000020:00000010:1.0:1761317073.419566:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.419570:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.419592:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002f78b74e x1846872898932864/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317073.419628:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932864 02000000:00000010:1.0:1761317073.419639:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064f32594. 00010000:00000010:1.0:1761317073.419666:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de83bced. 00010000:00000010:1.0:1761317073.419781:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f2d0f6b. 00000100:00000010:1.0:1761317073.419787:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028804217. 00000100:00000010:1.0:1761317073.419798:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028804217. 00010000:00000010:1.0:1761317073.419801:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f2d0f6b. 00000400:00000010:1.0:1761317073.419815:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317073.419819:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932864, offset 224 00000400:00000200:1.0:1761317073.419827:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.419837:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.419842:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90547:90547:256:4294967295] 192.168.204.21@tcp LPNI seq info [90547:90547:8:4294967295] 00000400:00000200:1.0:1761317073.419851:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.419857:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.419861:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.419866:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.419873:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.419877:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.419894:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.419900:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.419903:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000614466a4. 00000800:00000200:1.0:1761317073.419990:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.419993:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:1.0:1761317073.419998:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.420001:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.420004:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:1.0:1761317073.420005:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00010000:00000010:2.1:1761317073.420067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a822c0aa. 00010000:00000010:3.1:1761317073.420179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a74bbbfe. 00010000:00000010:3.1:1761317073.420186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee7e8f62. 00080000:00000010:3.0:1761317073.420219:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009587136c. 00010000:00000010:3.0:1761317073.420303:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.420319:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7a3f8bd. 00010000:00000010:3.0:1761317073.420401:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041c7a182. 00010000:00000010:3.0:1761317073.420407:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.420416:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e7cd891. 00000100:00000010:3.0:1761317073.420421:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.420428:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 02000000:00000010:3.0:1761317073.420440:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005301b7e1. 02000000:00000010:3.0:1761317073.420465:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1fe5b82. 00000400:00000010:3.0:1761317073.420471:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317073.420475:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000874d2110. 00000100:00000200:3.0:1761317073.420480:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794176, portal 16 00000400:00000010:3.0:1761317073.420484:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000732eef34. 00000100:00000200:3.0:1761317073.420486:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794176, offset 0 00000400:00000200:3.0:1761317073.420491:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.420498:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.420505:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.420508:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.420511:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.420513:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90548:90548:256:4294967295] 192.168.204.21@tcp LPNI seq info [90548:90548:8:4294967295] 00000400:00000200:3.0:1761317073.420519:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.420523:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.420527:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f5258f8 (tot 82354066). 00000800:00000200:3.0:1761317073.420531:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.420535:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.420538:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002f5258f8 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.420864:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.420868:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f5258f8 (tot 82353818). 00000400:00000200:2.0:1761317073.420871:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.420875:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.420879:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000732eef34 00000400:00000010:2.0:1761317073.420880:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000732eef34. 00000100:00000200:2.0:1761317073.420885:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008a6f6e07 x1846872902794176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.422889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dca470e0. 00010000:00000010:3.1:1761317073.422902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d20535f. 00010000:00000010:3.1:1761317073.422907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.1:1761317073.422910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009791eb44. 00010000:00000010:3.1:1761317073.422912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072654cff. 00010000:00000010:3.1:1761317073.422915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d46547. 00010000:00000010:3.1:1761317073.422918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92a766e. 00010000:00000010:3.1:1761317073.422922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d199e907. 00000400:00000200:3.0:1761317073.423027:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.423042:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fbc0 00000400:00000200:3.0:1761317073.423050:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f31 [1] + 224 00000400:00000200:3.0:1761317073.423060:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.423064:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.423071:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008a6f6e07 x1846872902794176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.423107:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.423113:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1610c0 00000400:00000200:3.0:1761317073.423118:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0865 [2] + 1968 00000400:00000010:3.0:1761317073.423122:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fea90af8. 00000400:00000200:3.0:1761317073.423124:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000099299c8b 00000400:00000200:3.0:1761317073.423131:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.423134:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.423136:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099299c8b 00000400:00000010:3.0:1761317073.423138:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000099299c8b (tot 82353666). 00000100:00000200:3.0:1761317073.423142:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761317073.423210:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:2.0:1761317073.423213:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000874d2110 00000400:00000010:2.0:1761317073.423215:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000874d2110. 00000100:00000200:2.0:1761317073.423220:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008a6f6e07 x1846872902794176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.423228:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008a6f6e07 x1846872902794176/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.423254:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1fe5b82. 02000000:00000010:2.0:1761317073.423259:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005301b7e1. 00000100:00000010:2.0:1761317073.423263:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 00000100:00000010:2.0:1761317073.423266:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:2.0:1761317073.423269:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e7cd891. 00000020:00000010:1.0:1761317073.423374:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000614466a4. 00000020:00000010:1.0:1761317073.423382:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.423386:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.423406:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003604c72 x1846872898932928/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.423433:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932928 02000000:00000010:1.0:1761317073.423444:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000737f50bc. 00010000:00000010:1.0:1761317073.423468:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efce81c5. 00010000:00000010:1.0:1761317073.423484:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f2d0f6b. 00000100:00000010:1.0:1761317073.423490:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000028804217. 00000100:00000010:1.0:1761317073.423506:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000028804217. 00010000:00000010:1.0:1761317073.423509:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f2d0f6b. 00000400:00000010:1.0:1761317073.423521:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317073.423525:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932928, offset 224 00000400:00000200:1.0:1761317073.423532:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.423543:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.423548:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90549:90549:256:4294967295] 192.168.204.21@tcp LPNI seq info [90549:90549:8:4294967295] 00000400:00000200:1.0:1761317073.423557:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.423562:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.423566:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82353914). 00000800:00000200:1.0:1761317073.423571:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.423577:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.423580:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.423596:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.423603:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.423605:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000614466a4. 02000000:00000010:1.0:1761317073.423614:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064f32594. 00000100:00000010:1.0:1761317073.423617:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 02000000:00000010:1.0:1761317073.423620:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000589bec26. 00000100:00000010:1.0:1761317073.423622:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 02000000:00000010:1.0:1761317073.423626:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e32cd5a9. 00000100:00000010:1.0:1761317073.423628:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 02000000:00000010:1.0:1761317073.423630:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d43dbf8. 00000100:00000010:1.0:1761317073.423632:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 02000000:00000010:1.0:1761317073.423634:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002324f995. 00000100:00000010:1.0:1761317073.423636:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:1.0:1761317073.423640:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ac72674. 00000100:00000010:1.0:1761317073.423641:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 00000100:00000200:1.0:1761317073.423647:0:64752:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317073.423652:0:64752:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005e247ac6. 00000400:00000010:1.0:1761317073.423655:0:64752:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000028804217 (tot 82354066). 00000800:00000200:1.0:1761317073.423763:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.423767:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:1.0:1761317073.423772:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.423776:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.423779:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:1.0:1761317073.423780:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 02000000:00000010:1.0:1761317073.423784:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000737f50bc. 00080000:00000010:3.0:1761317073.424377:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb5c5856. 00010000:00000010:3.0:1761317073.424464:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.424471:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000033eba62. 00000004:00000010:3.0:1761317073.424535:0:77308:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000de379db5. 00000004:00000010:3.0:1761317073.424544:0:77308:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 00000000fd848eaf. 00000004:00000010:3.0:1761317073.424550:0:77308:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 0000000053cb211f. 00080000:00000010:3.0:1761317073.424557:0:77308:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 000000002699b1e5. 00000001:00000010:3.0:1761317073.424570:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002c766fff. 00000001:00000010:3.0:1761317073.424584:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002c766fff. 00080000:00000010:3.0:1761317073.424594:0:77308:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 000000002699b1e5. 00000004:00000010:3.0:1761317073.424600:0:77308:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 0000000053cb211f. 00000004:00000010:3.0:1761317073.424604:0:77308:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 00000000fd848eaf. 00000004:00000010:3.0:1761317073.424607:0:77308:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 00000000de379db5. 00010000:00000010:3.0:1761317073.424629:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d199e907. 00010000:00000010:3.0:1761317073.424634:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008bee0c10. 00010000:00000010:3.0:1761317073.424644:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000076730ca. 00000100:00000010:3.0:1761317073.424649:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.424656:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317073.424667:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002699b1e5. 02000000:00000010:3.0:1761317073.424718:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8c7f480. 00000400:00000010:3.0:1761317073.424723:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.424726:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317073.424730:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794240, portal 16 00000400:00000010:3.0:1761317073.424735:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0aa9e89. 00000100:00000200:3.0:1761317073.424736:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794240, offset 0 00000400:00000200:3.0:1761317073.424742:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.424751:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.424758:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.424761:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.424765:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.424767:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90550:90550:256:4294967295] 192.168.204.21@tcp LPNI seq info [90550:90550:8:4294967295] 00000400:00000200:3.0:1761317073.424775:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.424781:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.424784:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039856038 (tot 82354066). 00000800:00000200:3.0:1761317073.424788:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.424851:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.424856:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039856038 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.424969:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.424972:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039856038 (tot 82353818). 00000400:00000200:2.0:1761317073.424976:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.424979:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.424982:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0aa9e89 00000400:00000010:2.0:1761317073.424984:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0aa9e89. 00000100:00000200:2.0:1761317073.424989:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902794240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.432825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8a69917. 00000400:00000200:3.0:1761317073.433122:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.433138:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fc00 00000400:00000200:3.0:1761317073.433146:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f41 [1] + 224 00000400:00000200:3.0:1761317073.433157:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.433161:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.433171:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902794240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.433211:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.433216:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161100 00000400:00000200:3.0:1761317073.433220:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb08bd [2] + 0 00000400:00000200:3.0:1761317073.433230:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.433232:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.433236:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.433241:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 00000020:00000010:1.0:1761317073.433325:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000737f50bc. 00000020:00000010:1.0:1761317073.433333:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.433337:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.433360:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c4982a8 x1846872898932992/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.433395:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898932992 02000000:00000010:1.0:1761317073.433407:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ac72674. 00010000:00000010:1.0:1761317073.433441:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f2d0f6b. 00000100:00000010:1.0:1761317073.433447:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ad72f4e. 00000100:00000010:1.0:1761317073.433453:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004ad72f4e. 00010000:00000010:1.0:1761317073.433457:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f2d0f6b. 00000400:00000010:1.0:1761317073.433471:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317073.433475:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898932992, offset 224 00000400:00000200:1.0:1761317073.433483:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.433492:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.433497:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90551:90551:256:4294967295] 192.168.204.21@tcp LPNI seq info [90551:90551:8:4294967295] 00000400:00000200:1.0:1761317073.433506:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.433513:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.433517:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.433522:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.433528:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.433531:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.433548:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.433554:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.433557:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000737f50bc. 00000800:00000200:1.0:1761317073.433643:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.433646:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:1.0:1761317073.433651:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.433654:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.433658:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:1.0:1761317073.433660:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00000400:00000010:2.0:1761317073.433935:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:2.0:1761317073.433940:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:2.0:1761317073.433941:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000100:00000200:2.0:1761317073.433946:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902794240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.433953:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902794240/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317073.433973:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ff25709d. 02000000:00000010:2.0:1761317073.433987:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8c7f480. 02000000:00000010:2.0:1761317073.433993:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002699b1e5. 00000100:00000010:2.0:1761317073.433996:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:2.0:1761317073.433999:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:2.0:1761317073.434001:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000076730ca. 00080000:00000010:2.0:1761317073.434017:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ca1854f. 00010000:00000010:2.0:1761317073.444798:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bee0c10. 00010000:00000010:2.0:1761317073.444813:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f98957d4. 00010000:00000010:2.0:1761317073.444897:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fda7feb. 00010000:00000010:2.0:1761317073.444904:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317073.444916:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f4e05bd. 00000100:00000010:2.0:1761317073.444923:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.444932:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317073.444944:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da1ef58e. 02000000:00000010:2.0:1761317073.444970:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000498d2a08. 00000400:00000010:2.0:1761317073.444976:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317073.444981:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317073.444987:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794304, portal 16 00000400:00000010:2.0:1761317073.444992:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e391df9d. 00000100:00000200:2.0:1761317073.444994:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794304, offset 0 00000400:00000200:2.0:1761317073.445003:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.445017:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.445024:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.445027:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.445029:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.445033:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90552:90552:256:4294967295] 192.168.204.21@tcp LPNI seq info [90552:90552:8:4294967295] 00000400:00000200:2.0:1761317073.445042:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.445048:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.445052:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317073.445058:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.445064:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.445068:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317073.446539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a14a884a. 00010000:00000010:3.1:1761317073.446550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f2385b. 00010000:00000010:3.1:1761317073.446553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071637462. 00010000:00000010:3.1:1761317073.446556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c7a182. 00010000:00000010:1.1:1761317073.447340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0e457b. 00000800:00000200:0.0:1761317073.451655:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.451662:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:0.0:1761317073.451670:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.451700:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.451706:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e391df9d 00000400:00000010:0.0:1761317073.451708:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e391df9d. 00000100:00000200:0.0:1761317073.451719:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902794304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.451943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ff10f1e. 00080000:00000010:2.0:1761317073.452438:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb5c5856. 00080000:00000010:2.0:1761317073.452443:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009587136c. 00080000:00000010:2.0:1761317073.452446:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d34bb1fb. 00080000:00000010:2.0:1761317073.452448:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075ede0d8. 00080000:00000010:2.0:1761317073.452450:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac65e290. 00080000:00000010:2.0:1761317073.452452:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6347c62. 00080000:00000010:2.0:1761317073.452455:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f6cd94c. 00080000:00000010:2.0:1761317073.452457:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4298534. 00080000:00000010:2.0:1761317073.452458:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8734474. 00080000:00000010:2.0:1761317073.452460:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016f8303e. 00080000:00000010:2.0:1761317073.452462:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c82c91e. 00080000:00000010:2.0:1761317073.452464:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf072e56. 00080000:00000010:2.0:1761317073.452466:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006dd7efcb. 00080000:00000010:2.0:1761317073.452468:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000634e42da. 00080000:00000010:2.0:1761317073.452470:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000677ba81d. 00080000:00000010:2.0:1761317073.452472:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc74b8e3. 00080000:00000010:2.0:1761317073.452474:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c65f2cc3. 00080000:00000010:2.0:1761317073.452476:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f7f1d3c. 00080000:00000010:2.0:1761317073.452478:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043584b0b. 00080000:00000010:2.0:1761317073.452481:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094dfec80. 00080000:00000010:2.0:1761317073.452483:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f3efd3e. 00080000:00000010:2.0:1761317073.452485:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003181a2aa. 00080000:00000010:2.0:1761317073.452488:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbfd8ba9. 00080000:00000010:2.0:1761317073.452490:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e6e962c. 00080000:00000010:2.0:1761317073.452492:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb6d337b. 00080000:00000010:2.0:1761317073.452494:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f04dadfb. 00080000:00000010:2.0:1761317073.452496:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f82843dd. 00080000:00000010:2.0:1761317073.452498:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036529aca. 00010000:00000010:2.1:1761317073.452792:0:71773:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002766dc2e. 00010000:00000010:2.1:1761317073.452798:0:71773:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d199e907. 00080000:00000010:2.0:1761317073.452804:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4a3bf0f. 00080000:00000010:2.0:1761317073.452808:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013a97cde. 00080000:00000010:2.0:1761317073.452810:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a22af2fe. 00080000:00000010:2.0:1761317073.452813:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a77ded61. 00080000:00000010:2.0:1761317073.452815:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3c50f8f. 00080000:00000010:2.0:1761317073.452817:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8e82b55. 00080000:00000010:2.0:1761317073.452820:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004090bb1f. 00080000:00000010:2.0:1761317073.452822:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034be1e84. 00080000:00000010:2.0:1761317073.452824:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dc8ae8f. 00080000:00000010:2.0:1761317073.452826:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d076410. 00080000:00000010:2.0:1761317073.452828:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ddb4d96. 00080000:00000010:2.0:1761317073.452830:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000562d232b. 00080000:00000010:2.0:1761317073.452832:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d04d199b. 00080000:00000010:2.0:1761317073.452834:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6d32c6e. 00080000:00000010:2.0:1761317073.452836:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b90f8d8. 00080000:00000010:2.0:1761317073.452837:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062a31444. 00080000:00000010:2.0:1761317073.452839:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cbb9a87. 00080000:00000010:2.0:1761317073.452841:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003dcf94c1. 00080000:00000010:2.0:1761317073.452843:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddaf7720. 00080000:00000010:2.0:1761317073.452845:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2cd4982. 00080000:00000010:2.0:1761317073.452847:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044d464df. 00080000:00000010:2.0:1761317073.452851:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d91c0fad. 00080000:00000010:2.0:1761317073.452853:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fee53a47. 00080000:00000010:2.0:1761317073.452854:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0347ba4. 00080000:00000010:2.0:1761317073.452856:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f8dc4a6. 00080000:00000010:2.0:1761317073.452859:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcbda243. 00080000:00000010:2.0:1761317073.452861:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae274c4c. 00080000:00000010:2.0:1761317073.452863:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098b8dfc2. 00080000:00000010:2.0:1761317073.452864:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddf043ea. 00080000:00000010:2.0:1761317073.452866:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018942f40. 00080000:00000010:2.0:1761317073.452869:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000db123a. 00080000:00000010:2.0:1761317073.452870:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bec91153. 00080000:00000010:2.0:1761317073.452872:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065cf8b1b. 00080000:00000010:2.0:1761317073.452874:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009332b415. 00080000:00000010:2.0:1761317073.452876:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ca865c6. 00080000:00000010:2.0:1761317073.453041:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b480093e. 00080000:00000010:2.0:1761317073.453044:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb58e280. 00080000:00000010:2.0:1761317073.453047:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da8fe0b4. 00080000:00000010:2.0:1761317073.453049:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0bebef9. 00080000:00000010:2.0:1761317073.453051:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006dbc6142. 00080000:00000010:2.0:1761317073.453053:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5d8f054. 00080000:00000010:2.0:1761317073.453055:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000815ffc20. 00080000:00000010:2.0:1761317073.453057:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a449935. 00080000:00000010:2.0:1761317073.453059:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d84795da. 00080000:00000010:2.0:1761317073.453061:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073e98e9d. 00080000:00000010:2.0:1761317073.453063:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077a1cbb1. 00080000:00000010:2.0:1761317073.453066:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b40adc0. 00080000:00000010:2.0:1761317073.453068:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016ed5f84. 00080000:00000010:2.0:1761317073.453070:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6a2e3ea. 00080000:00000010:2.0:1761317073.453072:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a45da3a. 00080000:00000010:2.0:1761317073.453074:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce061c0a. 00080000:00000010:2.0:1761317073.453076:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0ed8740. 00080000:00000010:2.0:1761317073.453079:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aee51c5d. 00080000:00000010:2.0:1761317073.453081:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a3c64e9. 00080000:00000010:2.0:1761317073.453084:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e3f774e. 00080000:00000010:2.0:1761317073.453086:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009eaa1ebb. 00080000:00000010:2.0:1761317073.453089:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c327f04d. 00080000:00000010:2.0:1761317073.453090:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046a9344d. 00080000:00000010:2.0:1761317073.453093:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bdddd71. 00080000:00000010:2.0:1761317073.453094:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f02d22c6. 00080000:00000010:2.0:1761317073.453097:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea1d9109. 00080000:00000010:2.0:1761317073.453098:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000542189a. 00080000:00000010:2.0:1761317073.453100:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ff67886. 00080000:00000010:2.0:1761317073.453102:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000112befb9. 00080000:00000010:2.0:1761317073.453104:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e31f377f. 00080000:00000010:2.0:1761317073.453107:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000528f68. 00080000:00000010:2.0:1761317073.453109:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f34bd790. 00080000:00000010:2.0:1761317073.453112:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8e5ec27. 00080000:00000010:2.0:1761317073.453116:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d18f8059. 00080000:00000010:2.0:1761317073.453118:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002205d3f0. 00080000:00000010:2.0:1761317073.453121:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1022877. 00080000:00000010:2.0:1761317073.453123:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b662c38. 00080000:00000010:2.0:1761317073.453125:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011038fcc. 00080000:00000010:2.0:1761317073.453127:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000455bc3a5. 00080000:00000010:2.0:1761317073.453129:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ad65a70. 00080000:00000010:2.0:1761317073.453131:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033aa0136. 00080000:00000010:2.0:1761317073.453133:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2a94421. 00080000:00000010:2.0:1761317073.453135:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027d8522a. 00080000:00000010:2.0:1761317073.453137:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006235997d. 00080000:00000010:2.0:1761317073.453139:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa708238. 00080000:00000010:2.0:1761317073.453141:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7a73646. 00080000:00000010:2.0:1761317073.453143:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004574c0f5. 00080000:00000010:2.0:1761317073.453146:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013707867. 00080000:00000010:2.0:1761317073.453150:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070ecf9bf. 00080000:00000010:2.0:1761317073.453155:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008422afcf. 00080000:00000010:2.0:1761317073.453157:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000960ed060. 00080000:00000010:2.0:1761317073.453160:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7314ea4. 00080000:00000010:2.0:1761317073.453162:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8fb1089. 00080000:00000010:2.0:1761317073.453164:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c251b494. 00080000:00000010:2.0:1761317073.453166:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9ad0224. 00080000:00000010:2.0:1761317073.453169:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000feaf7bc8. 00080000:00000010:2.0:1761317073.453172:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfb66826. 00080000:00000010:2.0:1761317073.453175:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc80c3fe. 00080000:00000010:2.0:1761317073.453176:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e62e761d. 00080000:00000010:2.0:1761317073.453179:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d945eeb. 00080000:00000010:2.0:1761317073.453180:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d14985d4. 00080000:00000010:2.0:1761317073.453182:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffdbd19b. 00080000:00000010:2.0:1761317073.453184:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066eb767a. 00080000:00000010:2.0:1761317073.453186:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069a9b328. 00080000:00000010:2.0:1761317073.453188:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e688b6a0. 00080000:00000010:2.0:1761317073.453190:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e257b4e. 00080000:00000010:2.0:1761317073.453192:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000055225a6. 00080000:00000010:2.0:1761317073.453195:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080868dca. 00080000:00000010:2.0:1761317073.453199:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be30a9b2. 00080000:00000010:2.0:1761317073.453201:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c44d660. 00080000:00000010:2.0:1761317073.453203:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025797e7f. 00080000:00000010:2.0:1761317073.453205:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b785e93. 00080000:00000010:2.0:1761317073.453207:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000436780d2. 00080000:00000010:2.0:1761317073.453210:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086ce978c. 00080000:00000010:2.0:1761317073.453212:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae629142. 00080000:00000010:2.0:1761317073.453213:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008846995a. 00080000:00000010:2.0:1761317073.453215:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000154cda24. 00080000:00000010:2.0:1761317073.453217:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002739237d. 00080000:00000010:2.0:1761317073.453219:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3371bf9. 00080000:00000010:2.0:1761317073.453221:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab2ad1dd. 00080000:00000010:2.0:1761317073.453223:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f211b44f. 00080000:00000010:2.0:1761317073.453225:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000931d860a. 00080000:00000010:2.0:1761317073.453227:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000822f5c5f. 00080000:00000010:2.0:1761317073.453230:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a1c3b06. 00080000:00000010:2.0:1761317073.453232:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f42d61e9. 00080000:00000010:2.0:1761317073.453234:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000300d0ef4. 00080000:00000010:2.0:1761317073.453237:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009de10ae5. 00080000:00000010:2.0:1761317073.453239:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a99cc7a. 00080000:00000010:2.0:1761317073.453241:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b3470a9. 00080000:00000010:2.0:1761317073.453243:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c50f44a. 00080000:00000010:2.0:1761317073.453245:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000325752e. 00080000:00000010:2.0:1761317073.453247:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba204598. 00080000:00000010:2.0:1761317073.453249:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ab1cad9. 00080000:00000010:2.0:1761317073.453251:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000804c4197. 00080000:00000010:2.0:1761317073.453253:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b9f135. 00080000:00000010:2.0:1761317073.453256:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c03cfa4. 00080000:00000010:2.0:1761317073.453258:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050e1df07. 00080000:00000010:2.0:1761317073.453260:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b468878. 00080000:00000010:2.0:1761317073.453262:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044487274. 00080000:00000010:2.0:1761317073.453264:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000274420fe. 00080000:00000010:2.0:1761317073.453266:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc603916. 00080000:00000010:2.0:1761317073.453268:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037bab881. 00080000:00000010:2.0:1761317073.453270:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a92d7ee. 00080000:00000010:2.0:1761317073.453272:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb55a94c. 00080000:00000010:2.0:1761317073.453274:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e5eaed9. 00080000:00000010:2.0:1761317073.453276:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d4a1891. 00080000:00000010:2.0:1761317073.453279:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000541e983e. 00080000:00000010:2.0:1761317073.453281:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc0275ef. 00080000:00000010:2.0:1761317073.453283:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023bbb1e6. 00080000:00000010:2.0:1761317073.453286:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c67a92b. 00080000:00000010:2.0:1761317073.453290:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002235ddaf. 00080000:00000010:2.0:1761317073.453292:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000532e5ae4. 00080000:00000010:2.0:1761317073.453294:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044137ba8. 00080000:00000010:2.0:1761317073.453296:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c06005bd. 00080000:00000010:2.0:1761317073.453298:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ab44ab8. 00080000:00000010:2.0:1761317073.453301:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e80ef1c. 00080000:00000010:2.0:1761317073.453303:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009a1e564. 00080000:00000010:2.0:1761317073.453317:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e90a1af4. 00080000:00000010:2.0:1761317073.453320:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d486ae1. 00080000:00000010:2.0:1761317073.453322:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf023175. 00080000:00000010:2.0:1761317073.453325:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a09ce2c. 00080000:00000010:2.0:1761317073.453328:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b61fb8f5. 00080000:00000010:2.0:1761317073.453330:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c54c94d2. 00080000:00000010:2.0:1761317073.453333:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a2bd7e4. 00080000:00000010:2.0:1761317073.453335:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049f13c64. 00080000:00000010:2.0:1761317073.453337:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e90a48b5. 00080000:00000010:2.0:1761317073.453339:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031b5cbc2. 00080000:00000010:2.0:1761317073.453341:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039b3c92e. 00080000:00000010:2.0:1761317073.453343:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080028d12. 00080000:00000010:2.0:1761317073.453346:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022b9e2b6. 00080000:00000010:2.0:1761317073.453348:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f1d9a60. 00080000:00000010:2.0:1761317073.453351:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ead33ef1. 00080000:00000010:2.0:1761317073.453354:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018f8a177. 00080000:00000010:2.0:1761317073.453356:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055f8aab9. 00080000:00000010:2.0:1761317073.453358:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008a6fbd2. 00080000:00000010:2.0:1761317073.453361:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004982a437. 00080000:00000010:2.0:1761317073.453364:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecd43e9a. 00080000:00000010:2.0:1761317073.453366:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094f29551. 00080000:00000010:2.0:1761317073.453369:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d182a2b9. 00080000:00000010:2.0:1761317073.453372:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7d2bc7a. 00080000:00000010:2.0:1761317073.453374:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006306a25b. 00080000:00000010:2.0:1761317073.453377:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000906ed03a. 00080000:00000010:2.0:1761317073.453380:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a629f3f5. 00080000:00000010:2.0:1761317073.453382:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd3ea93c. 00080000:00000010:2.0:1761317073.453384:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000971f3bfe. 00080000:00000010:2.0:1761317073.453387:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a11b24ca. 00080000:00000010:2.0:1761317073.453389:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000185d95bf. 00080000:00000010:2.0:1761317073.453392:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000068954e3. 00080000:00000010:2.0:1761317073.453394:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3dcdd0f. 00080000:00000010:2.0:1761317073.453396:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6704a54. 00080000:00000010:2.0:1761317073.453398:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d6d0a2e. 00080000:00000010:2.0:1761317073.453402:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad6e736b. 00080000:00000010:2.0:1761317073.453404:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f21d03d6. 00080000:00000010:2.0:1761317073.453407:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae2c7847. 00080000:00000010:2.0:1761317073.453410:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba6ad30e. 00080000:00000010:2.0:1761317073.453412:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000834dc6ea. 00080000:00000010:2.0:1761317073.453415:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a46b69f. 00080000:00000010:2.0:1761317073.453417:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8698e20. 00080000:00000010:2.0:1761317073.453419:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051b4ac21. 00080000:00000010:2.0:1761317073.453422:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009abb5289. 00080000:00000010:2.0:1761317073.453424:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae2c0edd. 00080000:00000010:2.0:1761317073.453426:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab1eae8f. 00080000:00000010:2.0:1761317073.453428:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a0cb381. 00080000:00000010:2.0:1761317073.453430:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d27a805e. 00080000:00000010:2.0:1761317073.453432:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000129e772f. 00080000:00000010:2.0:1761317073.453434:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086d5cc63. 00080000:00000010:2.0:1761317073.453436:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058e8cbbb. 00080000:00000010:2.0:1761317073.453438:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038a38d76. 00080000:00000010:2.0:1761317073.453440:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fb19c82. 00080000:00000010:2.0:1761317073.453442:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e906f93b. 00080000:00000010:2.0:1761317073.453445:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004002771c. 00080000:00000010:2.0:1761317073.453447:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c374f563. 00080000:00000010:2.0:1761317073.453449:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e31feaa. 00080000:00000010:2.0:1761317073.453451:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4cf0461. 00080000:00000010:2.0:1761317073.453454:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e83a0f2f. 00080000:00000010:2.0:1761317073.453456:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9ddd0af. 00080000:00000010:2.0:1761317073.453458:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037f1481c. 00080000:00000010:2.0:1761317073.453461:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009950fe91. 00080000:00000010:2.0:1761317073.453462:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045e8681a. 00080000:00000010:2.0:1761317073.453465:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2d6b709. 00080000:00000010:2.0:1761317073.453467:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c34e6ef. 00080000:00000010:2.0:1761317073.453469:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004aad18f6. 00080000:00000010:2.0:1761317073.453471:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000362b2a42. 00080000:00000010:2.0:1761317073.453473:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003df4436e. 00080000:00000010:2.0:1761317073.453475:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061575f6d. 00080000:00000010:2.0:1761317073.453478:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a740fd7. 00080000:00000010:2.0:1761317073.453480:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000159d51d2. 00080000:00000010:2.0:1761317073.453482:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002709ab83. 00080000:00000010:2.0:1761317073.453484:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f72cf79. 00080000:00000010:2.0:1761317073.453486:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f5e659f. 00080000:00000010:2.0:1761317073.453488:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf363453. 00080000:00000010:2.0:1761317073.453490:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f9b68c7. 00080000:00000010:2.0:1761317073.453492:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000035c41f4d. 00080000:00000010:2.0:1761317073.453495:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083f76e09. 00080000:00000010:2.0:1761317073.453497:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068988f44. 00080000:00000010:2.0:1761317073.453499:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095047811. 00080000:00000010:2.0:1761317073.453501:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c683b4a5. 00080000:00000010:2.0:1761317073.453503:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e960e37f. 00080000:00000010:2.0:1761317073.453505:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efc32f06. 00080000:00000010:2.0:1761317073.453509:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000598ed670. 00080000:00000010:2.0:1761317073.453511:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea03f449. 00080000:00000010:2.0:1761317073.453513:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b79a5f3b. 00080000:00000010:2.0:1761317073.453516:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044fd39a3. 00080000:00000010:2.0:1761317073.453518:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b816a18. 00080000:00000010:2.0:1761317073.453520:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053ffa2ec. 00080000:00000010:2.0:1761317073.453522:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c405245f. 00080000:00000010:2.0:1761317073.453524:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f33b40d. 00080000:00000010:2.0:1761317073.453526:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000192bbb89. 00080000:00000010:2.0:1761317073.453530:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000060684b36. 00080000:00000010:2.0:1761317073.453532:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ab4a625. 00080000:00000010:2.0:1761317073.453535:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b457da7. 00080000:00000010:2.0:1761317073.453537:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2eceb23. 00080000:00000010:2.0:1761317073.453539:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000060cdf2f. 00080000:00000010:2.0:1761317073.453542:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003386f970. 00080000:00000010:2.0:1761317073.453544:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051489478. 00080000:00000010:2.0:1761317073.453546:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c146c222. 00080000:00000010:2.0:1761317073.453548:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e86c1258. 00080000:00000010:2.0:1761317073.453551:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d01cf3d. 00080000:00000010:2.0:1761317073.453553:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e92620e. 00080000:00000010:2.0:1761317073.453555:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000062fac83. 00080000:00000010:2.0:1761317073.453557:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c5d68d8. 00080000:00000010:2.0:1761317073.453560:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b75349c1. 00080000:00000010:2.0:1761317073.453562:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007737b8e5. 00080000:00000010:2.0:1761317073.453566:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004306bef0. 00080000:00000010:2.0:1761317073.453568:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084c6709f. 00080000:00000010:2.0:1761317073.453570:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078adbd7f. 00080000:00000010:2.0:1761317073.453573:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e6e2c8c. 00080000:00000010:2.0:1761317073.453576:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c717ffed. 00080000:00000010:2.0:1761317073.453579:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040cf0607. 00080000:00000010:2.0:1761317073.453581:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a4eab2c. 00080000:00000010:2.0:1761317073.453584:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022f314d8. 00080000:00000010:2.0:1761317073.453586:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a14a3f16. 00080000:00000010:2.0:1761317073.453589:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c18bb605. 00080000:00000010:2.0:1761317073.453592:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6024331. 00080000:00000010:2.0:1761317073.453594:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dac84c0d. 00080000:00000010:2.0:1761317073.453597:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae37e4cd. 00080000:00000010:2.0:1761317073.453600:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3f30f5a. 00080000:00000010:2.0:1761317073.453602:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4c7a2a5. 00080000:00000010:2.0:1761317073.453604:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ba907c6. 00080000:00000010:2.0:1761317073.453607:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070d2f2a8. 00080000:00000010:2.0:1761317073.453611:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027437a2f. 00080000:00000010:2.0:1761317073.453613:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d95f60d. 00080000:00000010:2.0:1761317073.453616:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a939cd1. 00080000:00000010:2.0:1761317073.453619:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d82d8e5. 00080000:00000010:2.0:1761317073.453621:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000143e804f. 00080000:00000010:2.0:1761317073.453624:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c241ac28. 00080000:00000010:2.0:1761317073.453626:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001cf266be. 00080000:00000010:2.0:1761317073.453628:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000552ede20. 00080000:00000010:2.0:1761317073.453630:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f61a1717. 00080000:00000010:2.0:1761317073.453632:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000473bd3fb. 00080000:00000010:2.0:1761317073.453635:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eda403c8. 00080000:00000010:2.0:1761317073.453637:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008652ddce. 00080000:00000010:2.0:1761317073.453639:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1a6dc01. 00080000:00000010:2.0:1761317073.453641:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5e1e45f. 00080000:00000010:2.0:1761317073.453645:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021592387. 00080000:00000010:2.0:1761317073.453648:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7e5622b. 00080000:00000010:2.0:1761317073.453650:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db616484. 00080000:00000010:2.0:1761317073.453652:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8b9ffd4. 00080000:00000010:2.0:1761317073.453654:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db665c21. 00080000:00000010:2.0:1761317073.453656:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db1bc42f. 00080000:00000010:2.0:1761317073.453658:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2d1d64d. 00080000:00000010:2.0:1761317073.453660:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2d2df7e. 00080000:00000010:2.0:1761317073.453662:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073af8d16. 00080000:00000010:2.0:1761317073.453665:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026bdbdc8. 00080000:00000010:2.0:1761317073.453668:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009e161ea. 00080000:00000010:2.0:1761317073.453670:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a2011a2. 00080000:00000010:2.0:1761317073.453673:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcb77a1c. 00080000:00000010:2.0:1761317073.453676:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4379ae3. 00080000:00000010:2.0:1761317073.453700:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af4a088f. 00080000:00000010:2.0:1761317073.453703:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008784a93e. 00080000:00000010:2.0:1761317073.453705:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dd5beff. 00080000:00000010:2.0:1761317073.453708:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006c1e611. 00080000:00000010:2.0:1761317073.453710:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047300f3f. 00080000:00000010:2.0:1761317073.453713:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000589fabd0. 00080000:00000010:2.0:1761317073.453715:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000481e81f6. 00080000:00000010:2.0:1761317073.453718:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016dc84b5. 00080000:00000010:2.0:1761317073.453722:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbd7a267. 00080000:00000010:2.0:1761317073.453726:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022af4347. 00080000:00000010:2.0:1761317073.453728:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041bee274. 00080000:00000010:2.0:1761317073.453730:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b04431a4. 00080000:00000010:2.0:1761317073.453733:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a614fc1. 00080000:00000010:2.0:1761317073.453736:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e8d582c. 00080000:00000010:2.0:1761317073.453739:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000009bbfac. 00080000:00000010:2.0:1761317073.453742:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8372ad8. 00080000:00000010:2.0:1761317073.453745:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002bbcc6bb. 00080000:00000010:2.0:1761317073.453747:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e3b058a. 00080000:00000010:2.0:1761317073.453749:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f05c8497. 00080000:00000010:2.0:1761317073.453752:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065e08a87. 00080000:00000010:2.0:1761317073.453755:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1a04e70. 00080000:00000010:2.0:1761317073.453756:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045d9b110. 00080000:00000010:2.0:1761317073.453759:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db352d3b. 00080000:00000010:2.0:1761317073.453761:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b30dca1e. 00080000:00000010:2.0:1761317073.453763:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024bf4c95. 00080000:00000010:2.0:1761317073.453766:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026b656ba. 00080000:00000010:2.0:1761317073.453768:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059827d42. 00080000:00000010:2.0:1761317073.453770:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021e177a2. 00080000:00000010:2.0:1761317073.453772:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6b07778. 00080000:00000010:2.0:1761317073.453774:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070666462. 00080000:00000010:2.0:1761317073.453776:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078a1c9ed. 00080000:00000010:2.0:1761317073.453779:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bfc2dd9. 00080000:00000010:2.0:1761317073.453781:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d6e460a. 00080000:00000010:2.0:1761317073.453784:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3ce8458. 00080000:00000010:2.0:1761317073.453786:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000500681fb. 00080000:00000010:2.0:1761317073.453789:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3b9a0c3. 00080000:00000010:2.0:1761317073.453791:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d976588. 00080000:00000010:2.0:1761317073.453793:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b18bca77. 00080000:00000010:2.0:1761317073.453796:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000604788ed. 00080000:00000010:2.0:1761317073.453798:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec727136. 00080000:00000010:2.0:1761317073.453800:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000660d7a5f. 00080000:00000010:2.0:1761317073.453802:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de7716d2. 00080000:00000010:2.0:1761317073.453805:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000068318b. 00080000:00000010:2.0:1761317073.453807:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040a16e65. 00080000:00000010:2.0:1761317073.453810:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fa24f01. 00080000:00000010:2.0:1761317073.453812:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de519412. 00080000:00000010:2.0:1761317073.453814:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cccedef3. 00080000:00000010:2.0:1761317073.453816:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b35639d5. 00080000:00000010:2.0:1761317073.453818:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015d8e60a. 00080000:00000010:2.0:1761317073.453820:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d479952c. 00080000:00000010:2.0:1761317073.453823:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052a228cd. 00080000:00000010:2.0:1761317073.453825:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a313380b. 00080000:00000010:2.0:1761317073.453828:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073a4bc14. 00080000:00000010:2.0:1761317073.453831:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c36b1cf. 00080000:00000010:2.0:1761317073.453833:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd0e9ad6. 00080000:00000010:2.0:1761317073.453835:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008b2dfb6c. 00080000:00000010:2.0:1761317073.453837:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083551c34. 00080000:00000010:2.0:1761317073.453839:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4528e89. 00080000:00000010:2.0:1761317073.453841:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027473bc4. 00080000:00000010:2.0:1761317073.453843:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009eefb9da. 00080000:00000010:2.0:1761317073.453845:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd7ab0f0. 00080000:00000010:2.0:1761317073.453847:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2e62900. 00080000:00000010:2.0:1761317073.453849:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f9a9968. 00080000:00000010:2.0:1761317073.453852:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d5d4ce8. 00080000:00000010:2.0:1761317073.453855:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e86f1d1. 00080000:00000010:2.0:1761317073.453858:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000734a8c25. 00080000:00000010:2.0:1761317073.453860:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbc5d08a. 00080000:00000010:2.0:1761317073.453862:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3ad35b3. 00080000:00000010:2.0:1761317073.453864:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e30e5a9. 00080000:00000010:2.0:1761317073.453866:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c525fc7. 00080000:00000010:2.0:1761317073.453868:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf112f0b. 00080000:00000010:2.0:1761317073.453872:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc7d6e1d. 00080000:00000010:2.0:1761317073.453874:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a907f2d1. 00080000:00000010:2.0:1761317073.453876:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082592940. 00080000:00000010:2.0:1761317073.453878:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000932ed985. 00080000:00000010:2.0:1761317073.454116:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000157116f8. 00080000:00000010:2.0:1761317073.454119:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027d16a1b. 00080000:00000010:2.0:1761317073.454121:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e228a485. 00080000:00000010:2.0:1761317073.454123:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074f83528. 00080000:00000010:2.0:1761317073.454125:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbe22130. 00080000:00000010:2.0:1761317073.454127:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000270dd67f. 00080000:00000010:2.0:1761317073.454129:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a4edfaa. 00080000:00000010:2.0:1761317073.454132:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000165409b4. 00080000:00000010:2.0:1761317073.454133:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061a6c1de. 00080000:00000010:2.0:1761317073.454135:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bac76b6. 00080000:00000010:2.0:1761317073.454137:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc59072f. 00080000:00000010:2.0:1761317073.454139:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c8f218c. 00080000:00000010:2.0:1761317073.454141:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004208dda2. 00080000:00000010:2.0:1761317073.454143:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ff93838. 00080000:00000010:2.0:1761317073.454144:0:71773:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a782676e. 00000400:00000200:3.0:1761317073.457783:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.457804:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fc40 00000400:00000200:3.0:1761317073.457813:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f4d [1] + 224 00000400:00000200:3.0:1761317073.457825:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.457829:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.457840:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902794304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.457880:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.457886:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161140 00000400:00000200:3.0:1761317073.457893:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb08bd [2] + 328 00000400:00000200:3.0:1761317073.457901:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.457905:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.457909:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.457915:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 00000020:00000010:1.0:1761317073.458614:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009e161ea. 00000020:00000010:1.0:1761317073.458622:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.458626:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.458651:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000077a99891 x1846872898933056/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317073.458714:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933056 02000000:00000010:1.0:1761317073.458725:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c5d68d8. 00010000:00000010:1.0:1761317073.458761:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f2d0f6b. 00000100:00000010:1.0:1761317073.458768:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c105ff0e. 00000100:00000010:1.0:1761317073.458775:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c105ff0e. 00010000:00000010:1.0:1761317073.458778:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f2d0f6b. 00000400:00000010:1.0:1761317073.458791:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317073.458797:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933056, offset 224 00000400:00000200:1.0:1761317073.458805:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.458816:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.458822:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90553:90553:256:4294967295] 192.168.204.21@tcp LPNI seq info [90553:90553:8:4294967295] 00000400:00000200:1.0:1761317073.458831:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.458837:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.458841:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.458847:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.458853:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.458857:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.458873:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.458878:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.458881:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009e161ea. 00000400:00000010:2.0:1761317073.459290:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:2.0:1761317073.459295:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:2.0:1761317073.459297:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00000100:00000200:2.0:1761317073.459314:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902794304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.459323:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902794304/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317073.459342:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046403414. 02000000:00000010:2.0:1761317073.459354:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000498d2a08. 02000000:00000010:2.0:1761317073.459360:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da1ef58e. 00000100:00000010:2.0:1761317073.459363:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317073.459365:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.459367:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f4e05bd. 00080000:00000010:2.0:1761317073.459384:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da1ef58e. 00010000:00000010:2.0:1761317073.459462:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317073.459468:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000674ec885. 00010000:00000010:2.0:1761317073.459539:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075051b64. 00010000:00000010:2.0:1761317073.459543:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.459548:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fca671c1. 00010000:00000010:2.0:1761317073.459553:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00080000:00000010:2.0:1761317073.459563:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000498d2a08. 00010000:00000010:2.0:1761317073.459588:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317073.459591:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004254e377. 00010000:00000010:2.0:1761317073.459636:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000076f4393d. 00010000:00000010:2.0:1761317073.459640:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004ff5b03e. 00010000:00000010:2.0:1761317073.459647:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f4e05bd. 00000100:00000010:2.0:1761317073.459650:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.459656:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317073.459665:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c65f2cc3. 02000000:00000010:2.0:1761317073.459707:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc74b8e3. 00000400:00000010:2.0:1761317073.459712:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317073.459716:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000068d7a95. 00000100:00000200:2.0:1761317073.459720:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794368, portal 16 00000400:00000010:2.0:1761317073.459724:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b5725d3. 00000100:00000200:2.0:1761317073.459726:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794368, offset 0 00000400:00000200:2.0:1761317073.459732:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.459739:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.459746:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.459749:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.459752:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.459754:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90554:90554:255:4294967295] 192.168.204.21@tcp LPNI seq info [90554:90554:7:4294967295] 00000400:00000200:2.0:1761317073.459762:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.459766:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.459770:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354314). 00000800:00000200:2.0:1761317073.459774:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.459778:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.459780:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.460125:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.460129:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82354066). 00000400:00000200:1.0:1761317073.460134:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.460139:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.460143:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:1.0:1761317073.460145:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00000800:00000200:1.0:1761317073.464884:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.464893:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:1.0:1761317073.464903:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.464912:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.464918:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b5725d3 00000400:00000010:1.0:1761317073.464920:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b5725d3. 00000100:00000200:1.0:1761317073.464931:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902794368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.465209:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.465224:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fc80 00000400:00000200:0.0:1761317073.465232:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f59 [1] + 224 00000400:00000200:0.0:1761317073.465244:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.465247:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.465252:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902794368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.465287:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.465293:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161180 00000400:00000200:0.0:1761317073.465297:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb08bd [2] + 656 00000400:00000200:0.0:1761317073.465316:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.465319:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.465323:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.465329:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000400:00000010:3.0:1761317073.465390:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:3.0:1761317073.465394:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000068d7a95 00000400:00000010:3.0:1761317073.465396:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000068d7a95. 00000100:00000200:3.0:1761317073.465401:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902794368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.465408:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902794368/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.465436:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc74b8e3. 02000000:00000010:3.0:1761317073.465443:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c65f2cc3. 00000100:00000010:3.0:1761317073.465446:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:3.0:1761317073.465450:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:3.0:1761317073.465454:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f4e05bd. 00000020:00000010:1.0:1761317073.465526:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009e161ea. 00000020:00000010:1.0:1761317073.465532:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.465536:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.465558:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898933120/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.465591:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933120 02000000:00000010:1.0:1761317073.465602:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064f32594. 00010000:00000010:1.0:1761317073.465634:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d245120d. 00010000:00000010:1.0:1761317073.465654:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f2d0f6b. 00000100:00000010:1.0:1761317073.465660:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c105ff0e. 00000100:00000010:1.0:1761317073.465702:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c105ff0e. 00010000:00000010:1.0:1761317073.465705:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f2d0f6b. 00000400:00000010:1.0:1761317073.465718:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000a822a9b. 00000100:00000200:1.0:1761317073.465722:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933120, offset 224 00000400:00000200:1.0:1761317073.465730:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.465740:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.465745:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90555:90555:256:4294967295] 192.168.204.21@tcp LPNI seq info [90555:90555:8:4294967295] 00000400:00000200:1.0:1761317073.465754:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.465758:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.465762:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.465767:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.465774:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.465777:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.465789:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.465795:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.465799:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009e161ea. 00000800:00000200:3.0:1761317073.465920:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.465922:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:3.0:1761317073.465928:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.465931:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.465934:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000a822a9b 00000400:00000010:3.0:1761317073.465935:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000a822a9b. 00080000:00000010:0.0:1761317073.466209:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed790372. 00010000:00000010:0.0:1761317073.466289:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ff5b03e. 00010000:00000010:0.0:1761317073.466296:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f194f6db. 00010000:00000010:0.0:1761317073.466373:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c3ae4ca. 00010000:00000010:0.0:1761317073.466379:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfcfa073. 00010000:00000010:0.0:1761317073.466389:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bf75fe2a. 00000100:00000010:0.0:1761317073.466393:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0af5ef2. 00000100:00000010:0.0:1761317073.466400:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317073.466411:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2d1d64d. 02000000:00000010:0.0:1761317073.466434:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4c7a2a5. 00000400:00000010:0.0:1761317073.466438:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea70f919. 00000400:00000010:0.0:1761317073.466442:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006be6a021. 00000100:00000200:0.0:1761317073.466447:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794432, portal 16 00000400:00000010:0.0:1761317073.466452:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000814dd693. 00000100:00000200:0.0:1761317073.466453:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794432, offset 0 00000400:00000200:0.0:1761317073.466459:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.466466:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.466473:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.466476:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.466478:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.466481:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90556:90556:256:4294967295] 192.168.204.21@tcp LPNI seq info [90556:90556:8:4294967295] 00000400:00000200:0.0:1761317073.466488:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.466492:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.466495:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317073.466499:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.466503:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.466505:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.466838:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.466841:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:1.0:1761317073.466845:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.466849:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.466852:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000814dd693 00000400:00000010:1.0:1761317073.466854:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000814dd693. 00000100:00000200:1.0:1761317073.466858:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017474c62 x1846872902794432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.468819:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.468835:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fcc0 00000400:00000200:0.0:1761317073.468844:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f65 [1] + 224 00000400:00000200:0.0:1761317073.468858:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.468862:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.468871:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017474c62 x1846872902794432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.468991:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea70f919. 00000400:00000200:3.0:1761317073.468995:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006be6a021 00000400:00000010:3.0:1761317073.468997:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006be6a021. 00000100:00000200:3.0:1761317073.469002:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017474c62 x1846872902794432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.469009:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017474c62 x1846872902794432/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.469034:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4c7a2a5. 02000000:00000010:3.0:1761317073.469039:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2d1d64d. 00000100:00000010:3.0:1761317073.469043:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 00000100:00000010:3.0:1761317073.469046:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0af5ef2. 00010000:00000010:3.0:1761317073.469049:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bf75fe2a. 00000400:00000200:3.0:1761317073.469593:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.469603:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1611c0 00000400:00000200:3.0:1761317073.469608:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb08bd [2] + 984 00000400:00000200:3.0:1761317073.470015:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.470021:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.470027:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.470033:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00000020:00000010:1.0:1761317073.470121:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009e161ea. 00000020:00000010:1.0:1761317073.470128:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.470132:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.470157:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898933184/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.470201:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933184 02000000:00000010:1.0:1761317073.470214:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000614466a4. 00010000:00000010:1.0:1761317073.470245:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027e54e72. 00010000:00000010:1.0:1761317073.470266:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f2d0f6b. 00000100:00000010:1.0:1761317073.470273:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c105ff0e. 00000100:00000010:1.0:1761317073.470291:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c105ff0e. 00010000:00000010:1.0:1761317073.470294:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f2d0f6b. 00000400:00000010:1.0:1761317073.470318:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317073.470323:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933184, offset 224 00000400:00000200:1.0:1761317073.470331:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.470342:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.470347:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90557:90557:256:4294967295] 192.168.204.21@tcp LPNI seq info [90557:90557:8:4294967295] 00000400:00000200:1.0:1761317073.470357:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.470362:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.470366:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.470371:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.470377:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.470381:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.470399:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.470404:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.470407:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009e161ea. 00000800:00000200:1.0:1761317073.470462:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.470465:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:1.0:1761317073.470469:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.470472:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.470475:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:1.0:1761317073.470477:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00080000:00000010:3.0:1761317073.470562:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009587136c. 00010000:00000010:3.0:1761317073.470647:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfcfa073. 00010000:00000010:3.0:1761317073.470654:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0f539d5. 00010000:00000010:3.0:1761317073.470915:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041c7a182. 00010000:00000010:3.0:1761317073.470921:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317073.470932:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009b0cecc1. 00000100:00000010:3.0:1761317073.470936:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.470941:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 02000000:00000010:3.0:1761317073.470951:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb5c5856. 02000000:00000010:3.0:1761317073.470972:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8524da3. 00000400:00000010:3.0:1761317073.470977:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.470981:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b1fcbc. 00000100:00000200:3.0:1761317073.470986:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794496, portal 16 00000400:00000010:3.0:1761317073.470990:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317073.470992:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794496, offset 0 00000400:00000200:3.0:1761317073.470997:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.471004:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.471011:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.471014:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.471016:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.471019:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90558:90558:256:4294967295] 192.168.204.21@tcp LPNI seq info [90558:90558:8:4294967295] 00000400:00000200:3.0:1761317073.471026:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.471030:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.471033:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000043a76dd (tot 82354066). 00000800:00000200:3.0:1761317073.471037:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.471041:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.471044:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000043a76dd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.474182:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.474188:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000043a76dd (tot 82353818). 00000400:00000200:0.0:1761317073.474196:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.474204:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.474210:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:0.0:1761317073.474212:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00000100:00000200:0.0:1761317073.474220:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a56c0748 x1846872902794496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.478212:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.478233:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fd00 00000400:00000200:3.0:1761317073.478242:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f71 [1] + 224 00000400:00000200:3.0:1761317073.478256:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.478260:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.478269:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a56c0748 x1846872902794496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.478365:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:0.0:1761317073.478369:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b1fcbc 00000400:00000010:0.0:1761317073.478371:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b1fcbc. 00000100:00000200:0.0:1761317073.478377:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a56c0748 x1846872902794496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.478385:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a56c0748 x1846872902794496/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.478414:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8524da3. 02000000:00000010:0.0:1761317073.478419:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb5c5856. 00000100:00000010:0.0:1761317073.478423:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 00000100:00000010:0.0:1761317073.478428:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:0.0:1761317073.478431:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009b0cecc1. 00000400:00000200:3.0:1761317073.479203:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.479214:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161200 00000400:00000200:3.0:1761317073.479221:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb08bd [2] + 1312 00000400:00000200:3.0:1761317073.479269:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.479274:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.479279:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.479284:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 00000020:00000010:0.0:1761317073.479858:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2d1d64d. 00000020:00000010:0.0:1761317073.479866:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.479870:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.479894:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064fe2df4 x1846872898933248/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.479926:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933248 02000000:00000010:0.0:1761317073.479936:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4c7a2a5. 00010000:00000010:0.0:1761317073.479964:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033dcf806. 00010000:00000010:0.0:1761317073.479984:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022d9607c. 00000100:00000010:0.0:1761317073.479990:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0af5ef2. 00000100:00000010:0.0:1761317073.480003:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0af5ef2. 00010000:00000010:0.0:1761317073.480006:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022d9607c. 00080000:00000010:0.0:1761317073.480034:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000589bec26. 00010000:00000010:0.0:1761317073.480114:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:0.0:1761317073.480120:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0b67566. 00010000:00000010:0.0:1761317073.480186:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a6050ee3. 00010000:00000010:0.0:1761317073.480191:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc45ecf0. 00010000:00000010:0.0:1761317073.480201:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022d9607c. 00000100:00000010:0.0:1761317073.480204:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0af5ef2. 00000100:00000010:0.0:1761317073.480210:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317073.480222:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c947a25. 02000000:00000010:0.0:1761317073.480243:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000430e91ce. 00000400:00000010:0.0:1761317073.480249:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007df5e96b. 00000400:00000010:0.0:1761317073.480254:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317073.480261:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794560, portal 16 00000400:00000010:0.0:1761317073.480265:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317073.480267:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794560, offset 0 00000400:00000200:0.0:1761317073.480274:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.480285:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.480292:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.480296:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.480299:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.480302:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90559:90559:256:4294967295] 192.168.204.21@tcp LPNI seq info [90559:90559:8:4294967295] 00000400:00000200:0.0:1761317073.480325:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.480330:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.480335:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317073.480341:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.480347:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.480351:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.480446:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.480449:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:0.0:1761317073.480452:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.480456:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.480459:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:0.0:1761317073.480461:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00000100:00000200:0.0:1761317073.480466:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902794560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.480483:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010b1955c. 00000100:00000200:0.0:1761317073.480486:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933248, offset 224 00000400:00000200:0.0:1761317073.480490:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.480496:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.480500:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90560:90560:256:4294967295] 192.168.204.21@tcp LPNI seq info [90560:90560:8:4294967295] 00000400:00000200:0.0:1761317073.480506:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.480510:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.480512:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317073.480516:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.480519:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.480522:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.480535:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.480540:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.480542:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2d1d64d. 00000800:00000200:3.0:1761317073.480768:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.480771:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:3.0:1761317073.480775:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.480778:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.480781:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010b1955c 00000400:00000010:3.0:1761317073.480783:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010b1955c. 00000400:00000200:1.0:1761317073.483979:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.483999:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fd40 00000400:00000200:1.0:1761317073.484020:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f79 [1] + 224 00000400:00000200:1.0:1761317073.484037:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.484041:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.484052:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902794560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.484276:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007df5e96b. 00000400:00000200:0.0:1761317073.484281:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:0.0:1761317073.484283:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 00000100:00000200:0.0:1761317073.484289:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902794560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.484297:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902794560/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.484335:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000430e91ce. 02000000:00000010:0.0:1761317073.484341:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c947a25. 00000100:00000010:0.0:1761317073.484344:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:0.0:1761317073.484348:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0af5ef2. 00010000:00000010:0.0:1761317073.484351:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022d9607c. 00010000:00000010:2.1:1761317073.484495:0:78629:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a81c3b. 00010000:00000010:2.1:1761317073.484503:0:78629:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bfcd5d3. 00010000:00000010:2.1:1761317073.484507:0:78629:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fda7feb. 00010000:00000010:2.1:1761317073.484511:0:78629:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075051b64. 00010000:00000010:2.1:1761317073.484514:0:78629:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca671c1. 00000400:00000200:3.0:1761317073.486864:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.486881:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161240 00000400:00000200:3.0:1761317073.486889:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb08bd [2] + 1640 00000400:00000200:3.0:1761317073.487343:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.487349:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.487356:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.487362:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 00000020:00000010:1.0:1761317073.487430:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009e161ea. 00000020:00000010:1.0:1761317073.487438:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00010000:00000010:0.1:1761317073.487440:0:78626:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a64e218. 00000020:00000010:1.0:1761317073.487442:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00010000:00000010:0.1:1761317073.487447:0:78626:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076f4393d. 00010000:00000010:0.1:1761317073.487462:0:78626:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040c165cd. 00000100:00000200:1.0:1761317073.487465:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6bf661 x1846872898933312/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:0.1:1761317073.487466:0:78626:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006565d801. 00010000:00000010:0.1:1761317073.487468:0:78626:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c7a182. 00000100:00000200:1.0:1761317073.487508:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933312 02000000:00000010:1.0:1761317073.487519:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1a04e70. 00010000:00000010:1.0:1761317073.487555:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099a9ee7e. 00010000:00000010:1.0:1761317073.487576:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f2d0f6b. 00000100:00000010:1.0:1761317073.487582:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c105ff0e. 00000100:00000010:1.0:1761317073.487590:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c105ff0e. 00010000:00000010:1.0:1761317073.487593:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f2d0f6b. 00000400:00000010:1.0:1761317073.487606:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cceb1eff. 00000100:00000200:1.0:1761317073.487610:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933312, offset 224 00000400:00000200:1.0:1761317073.487617:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.487628:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.487633:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90561:90561:256:4294967295] 192.168.204.21@tcp LPNI seq info [90561:90561:8:4294967295] 00000400:00000200:1.0:1761317073.487642:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.487646:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.487650:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.487655:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.487661:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.487664:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.487675:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00010000:00000010:1.1:1761317073.487694:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b1687de. 00010000:00000010:1.1:1761317073.487699:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d9eb2ec. 00000020:00000010:1.0:1761317073.487707:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.487709:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009e161ea. 00000800:00000200:3.0:1761317073.488231:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.488235:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:3.0:1761317073.488240:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.488244:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.488247:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cceb1eff 00000400:00000010:3.0:1761317073.488249:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cceb1eff. 00080000:00000010:3.0:1761317073.488274:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c7f480. 00010000:00000010:3.0:1761317073.488373:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc45ecf0. 00010000:00000010:3.0:1761317073.488380:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000205f8884. 00010000:00000010:3.0:1761317073.488447:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080f2385b. 00010000:00000010:3.0:1761317073.488453:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317073.488464:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084d5ef3e. 00000100:00000010:3.0:1761317073.488467:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.488474:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 02000000:00000010:3.0:1761317073.488484:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005301b7e1. 02000000:00000010:3.0:1761317073.488504:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1fe5b82. 00000400:00000010:3.0:1761317073.488508:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317073.488512:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317073.488517:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794624, portal 16 00000400:00000010:3.0:1761317073.488521:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab1bb0c. 00000100:00000200:3.0:1761317073.488522:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794624, offset 0 00000400:00000200:3.0:1761317073.488527:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.488534:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.488540:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.488542:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.488545:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.488548:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90562:90562:256:4294967295] 192.168.204.21@tcp LPNI seq info [90562:90562:8:4294967295] 00000400:00000200:3.0:1761317073.488556:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.488559:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.488562:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317073.488566:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.488570:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.488572:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.488655:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.488658:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:1.0:1761317073.488664:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.488668:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.488671:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab1bb0c 00000400:00000010:1.0:1761317073.488672:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab1bb0c. 00000100:00000200:1.0:1761317073.488702:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e664071e x1846872902794624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.490358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebda3b02. 00010000:00000010:3.1:1761317073.490367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c3ae4ca. 00000400:00000200:3.0:1761317073.494831:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.494852:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fd80 00000400:00000200:3.0:1761317073.494860:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f89 [1] + 224 00000400:00000200:3.0:1761317073.494872:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.494876:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.494886:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e664071e x1846872902794624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.494921:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.494927:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161280 00000400:00000010:0.0:1761317073.494933:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:0.0:1761317073.494938:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:0.0:1761317073.494940:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:0.0:1761317073.494945:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e664071e x1846872902794624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.494953:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e664071e x1846872902794624/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.494982:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1fe5b82. 02000000:00000010:0.0:1761317073.494988:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005301b7e1. 00000100:00000010:0.0:1761317073.494992:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 00000100:00000010:0.0:1761317073.494995:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:0.0:1761317073.494999:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084d5ef3e. 00000400:00000200:3.0:1761317073.495014:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb08bd [2] + 1968 00000400:00000010:3.0:1761317073.495018:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8b913fb. 00000400:00000200:3.0:1761317073.495021:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000376202f 00000400:00000200:3.0:1761317073.495065:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.495069:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.495072:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000376202f 00000400:00000010:3.0:1761317073.495073:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000376202f (tot 82353666). 00000100:00000200:3.0:1761317073.495078:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317073.495130:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c947a25. 00000020:00000010:0.0:1761317073.495138:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317073.495141:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.495163:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020cb3752 x1846872898933376/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317073.495191:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933376 02000000:00000010:0.0:1761317073.495202:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000430e91ce. 00010000:00000010:0.0:1761317073.495229:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c2c56c9. 00010000:00000010:0.0:1761317073.495248:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025563994. 00000100:00000010:0.0:1761317073.495253:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0af5ef2. 00000100:00000010:0.0:1761317073.495261:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d0af5ef2. 00010000:00000010:0.0:1761317073.495263:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025563994. 00000400:00000010:0.0:1761317073.495275:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000626f6b41. 00000100:00000200:0.0:1761317073.495279:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933376, offset 224 00000400:00000200:0.0:1761317073.495287:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.495297:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.495313:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90563:90563:256:4294967295] 192.168.204.21@tcp LPNI seq info [90563:90563:8:4294967295] 00000400:00000200:0.0:1761317073.495323:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.495327:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.495332:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82353914). 00000800:00000200:0.0:1761317073.495338:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.495345:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.495348:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.495373:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317073.495377:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.495380:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c947a25. 02000000:00000010:0.0:1761317073.495388:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1a04e70. 00000100:00000010:0.0:1761317073.495392:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 02000000:00000010:0.0:1761317073.495395:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4c7a2a5. 00000100:00000010:0.0:1761317073.495397:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 02000000:00000010:0.0:1761317073.495400:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000614466a4. 00000100:00000010:0.0:1761317073.495403:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 02000000:00000010:0.0:1761317073.495405:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064f32594. 00000100:00000010:0.0:1761317073.495408:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 02000000:00000010:0.0:1761317073.495410:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c5d68d8. 00000100:00000010:0.0:1761317073.495412:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 02000000:00000010:0.0:1761317073.495415:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ac72674. 00000100:00000010:0.0:1761317073.495417:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000200:0.0:1761317073.495422:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317073.495426:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007df5e96b. 00000400:00000010:0.0:1761317073.495429:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0af5ef2 (tot 82354066). 00080000:00000010:0.0:1761317073.495455:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c947a25. 00000800:00000200:1.0:1761317073.495471:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.495475:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:1.0:1761317073.495478:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.495482:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.495484:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000626f6b41 00000400:00000010:1.0:1761317073.495486:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000626f6b41. 02000000:00000010:1.0:1761317073.495489:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000430e91ce. 00010000:00000010:0.0:1761317073.495541:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:0.0:1761317073.495547:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eaf3e0a6. 00010000:00000010:0.0:1761317073.495617:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d962ada0. 00010000:00000010:0.0:1761317073.495621:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006acd201f. 00010000:00000010:0.0:1761317073.495626:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317073.495631:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e000126e. 00080000:00000010:0.0:1761317073.495643:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000430e91ce. 00010000:00000010:0.0:1761317073.495673:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e000126e. 00010000:00000010:0.0:1761317073.495699:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006acd201f. 00010000:00000010:0.0:1761317073.495749:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a74e819d. 00010000:00000010:0.0:1761317073.495753:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e000126e. 00010000:00000010:0.0:1761317073.495760:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000025563994. 00000100:00000010:0.0:1761317073.495764:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000806ebde0. 00000100:00000010:0.0:1761317073.495770:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 02000000:00000010:0.0:1761317073.495780:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ac72674. 02000000:00000010:0.0:1761317073.495803:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000614466a4. 00000400:00000010:0.0:1761317073.495806:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000671823d3. 00000400:00000010:0.0:1761317073.495809:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000bbd646a. 00000100:00000200:0.0:1761317073.495813:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794688, portal 16 00000400:00000010:0.0:1761317073.495817:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae2b551f. 00000100:00000200:0.0:1761317073.495819:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794688, offset 0 00000400:00000200:0.0:1761317073.495823:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.495830:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.495835:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.495838:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.495841:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.495844:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90564:90564:256:4294967295] 192.168.204.21@tcp LPNI seq info [90564:90564:8:4294967295] 00000400:00000200:0.0:1761317073.495850:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.495854:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.495856:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317073.495860:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.495863:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.495865:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.496862:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.496867:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:3.0:1761317073.496872:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.496877:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.496881:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae2b551f 00000400:00000010:3.0:1761317073.496884:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae2b551f. 00000100:00000200:3.0:1761317073.496890:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000666abea3 x1846872902794688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.497751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009840fec7. 00010000:00000010:3.1:1761317073.497760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6050ee3. 00010000:00000010:1.1:1761317073.497829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8eda3b9. 00000400:00000200:3.0:1761317073.499533:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.499550:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fdc0 00000400:00000200:3.0:1761317073.499559:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1f99 [1] + 224 00000400:00000200:3.0:1761317073.499573:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.499576:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.499585:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000666abea3 x1846872902794688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.499712:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000671823d3. 00000400:00000200:1.0:1761317073.499718:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000bbd646a 00000400:00000010:1.0:1761317073.499720:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000bbd646a. 00000100:00000200:1.0:1761317073.499726:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000666abea3 x1846872902794688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.499733:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000666abea3 x1846872902794688/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.499762:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000614466a4. 02000000:00000010:1.0:1761317073.499768:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ac72674. 00000100:00000010:1.0:1761317073.499772:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 00000100:00000010:1.0:1761317073.499775:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000806ebde0. 00010000:00000010:1.0:1761317073.499779:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000025563994. 00000400:00000200:1.0:1761317073.501584:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.501600:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1612c0 00000400:00000200:1.0:1761317073.501607:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0915 [2] + 0 00000400:00000200:1.0:1761317073.502183:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.502190:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.502197:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.502203:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cc2068a. 00000020:00000010:0.0:1761317073.502368:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000614466a4. 00000020:00000010:0.0:1761317073.502376:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317073.502379:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.502402:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001cc2068a x1846872898933440/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.502467:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933440 02000000:00000010:0.0:1761317073.502479:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4c7a2a5. 00010000:00000010:0.0:1761317073.502503:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8df6378. 00010000:00000010:0.0:1761317073.502519:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d147b9f3. 00000100:00000010:0.0:1761317073.502524:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.502540:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:0.0:1761317073.502543:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d147b9f3. 00000400:00000010:0.0:1761317073.502554:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317073.502558:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933440, offset 224 00000400:00000200:0.0:1761317073.502566:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.502577:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.502583:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90565:90565:256:4294967295] 192.168.204.21@tcp LPNI seq info [90565:90565:8:4294967295] 00000400:00000200:0.0:1761317073.502593:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.502597:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.502601:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354066). 00000800:00000200:0.0:1761317073.502606:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.502614:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.502617:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.502633:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006acd201f. 00000020:00000010:0.0:1761317073.502636:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.502639:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000614466a4. 00080000:00000010:1.0:1761317073.502729:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000065e08a87. 00010000:00000010:1.0:1761317073.502805:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e000126e. 00010000:00000010:1.0:1761317073.502811:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c31042d. 00010000:00000010:1.0:1761317073.502880:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317073.502886:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.502894:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.502897:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.502903:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.502912:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f05c8497. 02000000:00000010:1.0:1761317073.502933:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd474622. 00000400:00000010:1.0:1761317073.502938:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b5660c4. 00000400:00000010:1.0:1761317073.502941:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.502946:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794752, portal 16 00000400:00000010:1.0:1761317073.502949:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d9a47c66. 00000100:00000200:1.0:1761317073.502951:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794752, offset 0 00000400:00000200:1.0:1761317073.502955:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.502961:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.502967:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.502970:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.502973:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.502975:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90566:90566:255:4294967295] 192.168.204.21@tcp LPNI seq info [90566:90566:7:4294967295] 00000400:00000200:1.0:1761317073.502983:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.502987:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.502989:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008c31ba7 (tot 82354314). 00000800:00000200:1.0:1761317073.502993:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.502996:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.502998:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008c31ba7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761317073.503083:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb5bc8d0. 00010000:00000010:0.1:1761317073.503089:0:64752:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047a0e4cc. 00010000:00000010:0.1:1761317073.503093:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f2385b. 00010000:00000010:0.1:1761317073.503096:0:64752:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:0.1:1761317073.503100:0:64752:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00000800:00000200:0.0:1761317073.505365:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.505372:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82354066). 00000400:00000200:0.0:1761317073.505379:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.505388:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.505394:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:0.0:1761317073.505396:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000800:00000200:0.0:1761317073.505476:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.505477:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008c31ba7 (tot 82353818). 00000400:00000200:0.0:1761317073.505489:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.505492:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.505494:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d9a47c66 00000400:00000010:0.0:1761317073.505495:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d9a47c66. 00000100:00000200:0.0:1761317073.505503:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902794752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.506874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076d782b9. 00010000:00000010:1.1:1761317073.506935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021662834. 00010000:00000010:1.1:1761317073.506941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a74e819d. 00000400:00000200:0.0:1761317073.508197:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.508216:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fe00 00000400:00000200:0.0:1761317073.508225:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1fa5 [1] + 224 00000400:00000200:0.0:1761317073.508235:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.508238:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.508247:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902794752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.508282:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.508288:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161300 00000400:00000200:0.0:1761317073.508293:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0915 [2] + 328 00000400:00000010:1.0:1761317073.508313:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b5660c4. 00000400:00000200:1.0:1761317073.508318:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:1.0:1761317073.508320:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:1.0:1761317073.508326:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902794752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.508334:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902794752/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.508356:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.508359:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.508363:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1761317073.508364:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd474622. 00000100:00000010:0.0:1761317073.508368:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:1.0:1761317073.508370:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f05c8497. 00000100:00000010:1.0:1761317073.508374:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000100:00000010:1.0:1761317073.508377:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:1.0:1761317073.508380:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000020:00000010:2.0:1761317073.508448:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000677ba81d. 00000020:00000010:2.0:1761317073.508455:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.508459:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.508480:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898933504/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317073.508511:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933504 02000000:00000010:2.0:1761317073.508520:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000634e42da. 00010000:00000010:2.0:1761317073.508547:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030b5f2b8. 00010000:00000010:2.0:1761317073.508564:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.508570:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.508586:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.508588:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00000400:00000010:2.0:1761317073.508601:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f04f5329. 00000100:00000200:2.0:1761317073.508605:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933504, offset 224 00000400:00000200:2.0:1761317073.508613:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.508623:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.508627:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90567:90567:256:4294967295] 192.168.204.21@tcp LPNI seq info [90567:90567:8:4294967295] 00000400:00000200:2.0:1761317073.508636:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.508641:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.508645:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317073.508650:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.508656:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.508659:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.508673:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004254e377. 00000020:00000010:2.0:1761317073.508696:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.508700:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000677ba81d. 00000800:00000200:1.0:1761317073.508803:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.508807:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:1.0:1761317073.508813:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.508817:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.508819:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f04f5329 00000400:00000010:1.0:1761317073.508820:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f04f5329. 00080000:00000010:1.0:1761317073.508844:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f05c8497. 00010000:00000010:1.0:1761317073.508928:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.508935:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027ef4362. 00010000:00000010:1.0:1761317073.509009:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000294ae092. 00010000:00000010:1.0:1761317073.509015:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.509024:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.509028:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.509033:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.509042:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd474622. 02000000:00000010:1.0:1761317073.509064:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1a04e70. 00000400:00000010:1.0:1761317073.509068:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b5660c4. 00000400:00000010:1.0:1761317073.509072:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.509076:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794816, portal 16 00000400:00000010:1.0:1761317073.509080:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdd7e85d. 00000100:00000200:1.0:1761317073.509082:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794816, offset 0 00000400:00000200:1.0:1761317073.509087:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.509092:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.509105:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.509109:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.509113:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.509115:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90568:90568:256:4294967295] 192.168.204.21@tcp LPNI seq info [90568:90568:8:4294967295] 00000400:00000200:1.0:1761317073.509122:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.509126:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.509129:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354066). 00000800:00000200:1.0:1761317073.509133:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.509137:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.509139:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.509747:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.509750:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82353818). 00000400:00000200:2.0:1761317073.509756:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.509761:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.509763:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdd7e85d 00000400:00000010:2.0:1761317073.509764:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdd7e85d. 00000100:00000200:2.0:1761317073.509769:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902794816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.513343:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.513362:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fe40 00000400:00000200:0.0:1761317073.513370:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1fb1 [1] + 224 00000400:00000200:0.0:1761317073.513381:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.513384:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.513394:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902794816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.513427:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.513431:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161340 00000400:00000200:0.0:1761317073.513436:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0915 [2] + 656 00000400:00000200:0.0:1761317073.513486:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.513489:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.513493:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.513498:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 00000400:00000010:1.0:1761317073.513558:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b5660c4. 00000400:00000200:1.0:1761317073.513562:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:1.0:1761317073.513564:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:1.0:1761317073.513570:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902794816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.513577:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902794816/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.513604:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1a04e70. 02000000:00000010:1.0:1761317073.513609:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cd474622. 00000100:00000010:1.0:1761317073.513612:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000100:00000010:1.0:1761317073.513615:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:1.0:1761317073.513618:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000020:00000010:3.0:1761317073.514266:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f90011c5. 00000020:00000010:3.0:1761317073.514277:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.514282:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.514320:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090804a88 x1846872898933568/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317073.514352:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933568 02000000:00000010:3.0:1761317073.514363:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d34bb1fb. 00010000:00000010:3.0:1761317073.514389:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd24d7c3. 00010000:00000010:3.0:1761317073.514408:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000076730ca. 00000100:00000010:3.0:1761317073.514413:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.514427:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.514429:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000076730ca. 00000400:00000010:3.0:1761317073.514441:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317073.514445:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933568, offset 224 00000400:00000200:3.0:1761317073.514452:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.514463:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.514468:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90569:90569:256:4294967295] 192.168.204.21@tcp LPNI seq info [90569:90569:8:4294967295] 00000400:00000200:3.0:1761317073.514477:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.514481:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.514486:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317073.514491:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.514497:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.514501:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.514517:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.514520:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.514523:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f90011c5. 00000800:00000200:3.0:1761317073.514579:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.514582:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82353818). 00000400:00000200:3.0:1761317073.514584:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.514588:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.514591:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:3.0:1761317073.514592:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00080000:00000010:1.0:1761317073.514643:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd474622. 00010000:00000010:1.0:1761317073.514740:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.514746:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005fb03716. 00010000:00000010:1.0:1761317073.514817:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317073.514823:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.514834:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.514838:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.514844:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.514853:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1a04e70. 02000000:00000010:1.0:1761317073.514876:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ac72674. 00000400:00000010:1.0:1761317073.514880:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b5660c4. 00000400:00000010:1.0:1761317073.514884:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.514889:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794880, portal 16 00000400:00000010:1.0:1761317073.514893:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000816a1cb1. 00000100:00000200:1.0:1761317073.514895:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794880, offset 0 00000400:00000200:1.0:1761317073.514900:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.514906:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.514912:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.514915:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.514917:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.514919:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90570:90570:256:4294967295] 192.168.204.21@tcp LPNI seq info [90570:90570:8:4294967295] 00000400:00000200:1.0:1761317073.514926:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.514930:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.514933:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022b6b675 (tot 82354066). 00000800:00000200:1.0:1761317073.514937:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.514940:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.514942:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000022b6b675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.515515:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.515519:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022b6b675 (tot 82353818). 00000400:00000200:3.0:1761317073.515525:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.515530:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.515533:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000816a1cb1 00000400:00000010:3.0:1761317073.515534:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000816a1cb1. 00000100:00000200:3.0:1761317073.515541:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902794880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.517721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f273754d. 00010000:00000010:1.1:1761317073.517734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00000400:00000200:0.0:1761317073.518861:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.518878:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fe80 00000400:00000200:0.0:1761317073.518886:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1fbd [1] + 224 00000400:00000200:0.0:1761317073.518897:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.518901:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.518910:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902794880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.518944:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.518949:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161380 00000400:00000200:0.0:1761317073.518954:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0915 [2] + 984 00000400:00000200:0.0:1761317073.518964:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.518968:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.518972:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.518977:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000400:00000010:1.0:1761317073.519044:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b5660c4. 00000400:00000200:1.0:1761317073.519049:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:1.0:1761317073.519050:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:1.0:1761317073.519057:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902794880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.519065:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902794880/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.519093:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ac72674. 02000000:00000010:1.0:1761317073.519098:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1a04e70. 00000100:00000010:1.0:1761317073.519102:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000100:00000010:1.0:1761317073.519106:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:1.0:1761317073.519109:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00010000:00000010:2.1:1761317073.519462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bffdecbc. 00000020:00000010:2.0:1761317073.519548:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000677ba81d. 00000020:00000010:2.0:1761317073.519555:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.519559:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.519579:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898933632/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317073.519987:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933632 02000000:00000010:2.0:1761317073.519999:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000016f8303e. 00010000:00000010:2.0:1761317073.520024:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b3433916. 00010000:00000010:2.0:1761317073.520043:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.520049:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.520244:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.520247:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00000400:00000010:2.0:1761317073.520260:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bc9c74a. 00000100:00000200:2.0:1761317073.520263:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933632, offset 224 00000400:00000200:2.0:1761317073.520271:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.520281:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.520287:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90571:90571:256:4294967295] 192.168.204.21@tcp LPNI seq info [90571:90571:8:4294967295] 00000400:00000200:2.0:1761317073.520298:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.520330:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.520334:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317073.520339:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.520346:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.520349:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317073.520667:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ac72674. 00010000:00000010:1.0:1761317073.520771:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.520777:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ecf6e46. 00000020:00000010:2.0:1761317073.521022:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.521026:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.521029:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000677ba81d. 00000800:00000200:0.0:1761317073.521411:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.521414:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:0.0:1761317073.521421:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.521428:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.521432:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc9c74a 00000400:00000010:0.0:1761317073.521434:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bc9c74a. 00010000:00000010:1.0:1761317073.521647:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317073.521654:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.521664:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.521669:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.521703:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.521716:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1a04e70. 02000000:00000010:1.0:1761317073.521740:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c5d68d8. 00000400:00000010:1.0:1761317073.521745:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b5660c4. 00000400:00000010:1.0:1761317073.521749:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.521753:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902794944, portal 16 00000400:00000010:1.0:1761317073.521757:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d317c72e. 00000100:00000200:1.0:1761317073.521759:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902794944, offset 0 00000400:00000200:1.0:1761317073.521766:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.521776:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.521782:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.521785:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.521788:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.521791:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90572:90572:256:4294967295] 192.168.204.21@tcp LPNI seq info [90572:90572:8:4294967295] 00000400:00000200:1.0:1761317073.521799:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.521804:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.521817:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82354066). 00000800:00000200:1.0:1761317073.521822:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.521827:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.521832:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317073.521954:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021ca08ee. 00000800:00000200:3.0:1761317073.522005:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.522008:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82353818). 00000400:00000200:3.0:1761317073.522012:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.522016:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.522019:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:3.0:1761317073.522020:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 00000100:00000200:3.0:1761317073.522025:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902794944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.525185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000393c8350. 00010000:00000010:1.1:1761317073.525204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000294ae092. 00000400:00000200:0.0:1761317073.525520:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.525537:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50fec0 00000400:00000200:0.0:1761317073.525545:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1fc9 [1] + 224 00000400:00000200:0.0:1761317073.525562:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.525565:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.525575:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902794944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.525670:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b5660c4. 00000400:00000200:1.0:1761317073.525675:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00010000:00000010:1.1:1761317073.525696:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055c42370. 00010000:00000010:1.1:1761317073.525700:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00000400:00000010:1.0:1761317073.525704:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:1.0:1761317073.525710:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902794944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.525716:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902794944/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.525741:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c5d68d8. 02000000:00000010:1.0:1761317073.525745:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1a04e70. 00000100:00000010:1.0:1761317073.525749:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000100:00000010:1.0:1761317073.525752:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:1.0:1761317073.525755:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000400:00000200:0.0:1761317073.526185:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.526196:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1613c0 00000400:00000200:0.0:1761317073.526202:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0915 [2] + 1312 00000400:00000200:0.0:1761317073.527288:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.527298:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.527315:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.527322:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000020:00000010:2.0:1761317073.529518:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000677ba81d. 00000020:00000010:2.0:1761317073.529530:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.529536:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.529566:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898933696/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317073.529618:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933696 02000000:00000010:2.0:1761317073.529631:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8734474. 00010000:00000010:2.0:1761317073.529661:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039a1cbd7. 00010000:00000010:2.0:1761317073.529699:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.529706:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.529715:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.529718:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00000400:00000010:2.0:1761317073.529732:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aac6fae6. 00000100:00000200:2.0:1761317073.529737:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933696, offset 224 00000400:00000200:2.0:1761317073.529746:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.529760:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.529770:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90573:90573:256:4294967295] 192.168.204.21@tcp LPNI seq info [90573:90573:8:4294967295] 00000400:00000200:2.0:1761317073.529781:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.529786:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.529793:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317073.529799:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.529812:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.529816:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.529836:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.529840:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.529843:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000677ba81d. 00000800:00000200:3.0:1761317073.530242:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.530247:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:3.0:1761317073.530253:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.530258:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.530263:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aac6fae6 00000400:00000010:3.0:1761317073.530265:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aac6fae6. 00080000:00000010:1.0:1761317073.530507:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c5d68d8. 00010000:00000010:1.0:1761317073.530593:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.530600:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a4a8b154. 00000001:00000010:1.0:1761317073.530658:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008b5660c4. 00000001:00000010:1.0:1761317073.530664:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000008b5660c4. 00000001:00000010:1.0:1761317073.530667:0:77308:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008b5660c4. 00000001:00000010:1.0:1761317073.530669:0:77308:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002578cb08. 00010000:00000010:1.0:1761317073.530719:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b2e7e1f. 00010000:00000010:1.0:1761317073.530723:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317073.530729:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317073.530733:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d52d4a3. 00080000:00000010:1.0:1761317073.530745:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064f32594. 00010000:00000010:1.0:1761317073.530771:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.530774:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317073.530830:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000294ae092. 00010000:00000010:1.0:1761317073.530835:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009d52d4a3. 00010000:00000010:1.0:1761317073.530843:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.530848:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.530856:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 02000000:00000010:1.0:1761317073.530866:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009e161ea. 02000000:00000010:1.0:1761317073.530891:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1a04e70. 00000400:00000010:1.0:1761317073.530897:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e447eb0. 00000400:00000010:1.0:1761317073.530902:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.530907:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795008, portal 16 00000400:00000010:1.0:1761317073.530911:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070a4146e. 00000100:00000200:1.0:1761317073.530913:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795008, offset 0 00000400:00000200:1.0:1761317073.530919:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.530928:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.530934:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.530937:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.530940:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.530942:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90574:90574:256:4294967295] 192.168.204.21@tcp LPNI seq info [90574:90574:8:4294967295] 00000400:00000200:1.0:1761317073.530951:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.530955:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.530959:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82354066). 00000800:00000200:1.0:1761317073.530965:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.530971:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.530973:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.532257:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.532264:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82353818). 00000400:00000200:0.0:1761317073.532273:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.532280:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.532285:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070a4146e 00000400:00000010:0.0:1761317073.532287:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070a4146e. 00000100:00000200:0.0:1761317073.532294:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1413ae6 x1846872902795008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.535536:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.535556:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ff00 00000400:00000200:0.0:1761317073.535565:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1fd5 [1] + 224 00000400:00000200:0.0:1761317073.535575:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.535578:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.535588:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1413ae6 x1846872902795008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.535724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009dc087f1. 00000400:00000200:0.0:1761317073.536480:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.536489:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161400 00000400:00000200:0.0:1761317073.536495:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0915 [2] + 1640 00000400:00000200:0.0:1761317073.536505:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.536508:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.536513:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.536518:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 00000400:00000010:1.0:1761317073.537211:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e447eb0. 00000400:00000200:1.0:1761317073.537218:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:1.0:1761317073.537220:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:1.0:1761317073.537231:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1413ae6 x1846872902795008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.537241:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1413ae6 x1846872902795008/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.537270:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1a04e70. 02000000:00000010:1.0:1761317073.537276:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000009e161ea. 00000100:00000010:1.0:1761317073.537281:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 00000100:00000010:1.0:1761317073.537284:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:1.0:1761317073.537288:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000020:00000010:2.0:1761317073.538128:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000677ba81d. 00000020:00000010:2.0:1761317073.538136:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.538141:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.538164:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000017474c62 x1846872898933760/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317073.538201:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933760 02000000:00000010:2.0:1761317073.538213:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008f6cd94c. 00010000:00000010:2.0:1761317073.538241:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010ea9121. 00010000:00000010:2.0:1761317073.538260:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.538266:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.538901:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.538907:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00000400:00000010:2.0:1761317073.538923:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000653d2cc2. 00000100:00000200:2.0:1761317073.538927:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933760, offset 224 00000400:00000200:2.0:1761317073.538935:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.538947:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.538953:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90575:90575:256:4294967295] 192.168.204.21@tcp LPNI seq info [90575:90575:8:4294967295] 00000400:00000200:2.0:1761317073.538963:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.538968:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.538972:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317073.538978:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.538984:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.538988:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.539012:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.539016:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.539019:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000677ba81d. 00000800:00000200:3.0:1761317073.539114:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.539120:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:3.0:1761317073.539127:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.539131:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.539135:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000653d2cc2 00000400:00000010:3.0:1761317073.539137:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000653d2cc2. 00080000:00000010:0.0:1761317073.539205:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2d1d64d. 00010000:00000010:0.0:1761317073.539311:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d52d4a3. 00010000:00000010:0.0:1761317073.539318:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002714e651. 00010000:00000010:0.0:1761317073.539392:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000030960085. 00010000:00000010:0.0:1761317073.539398:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e000126e. 00010000:00000010:0.0:1761317073.539408:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d147b9f3. 00000100:00000010:0.0:1761317073.539412:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.539419:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317073.539431:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000614466a4. 02000000:00000010:0.0:1761317073.539456:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000033a18d41. 00000400:00000010:0.0:1761317073.539461:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c480fba. 00000400:00000010:0.0:1761317073.539466:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000035cc0e09. 00000100:00000200:0.0:1761317073.539470:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795072, portal 16 00000400:00000010:0.0:1761317073.539474:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007d964327. 00000100:00000200:0.0:1761317073.539477:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795072, offset 0 00000400:00000200:0.0:1761317073.539483:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.539490:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.539496:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.539499:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.539501:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.539504:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90576:90576:256:4294967295] 192.168.204.21@tcp LPNI seq info [90576:90576:8:4294967295] 00000400:00000200:0.0:1761317073.539510:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.539514:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.539518:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82354066). 00000800:00000200:0.0:1761317073.539522:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.539526:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.539528:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.540639:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.540645:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82353818). 00000400:00000200:3.0:1761317073.540651:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.540657:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.540661:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007d964327 00000400:00000010:3.0:1761317073.540662:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007d964327. 00000100:00000200:3.0:1761317073.540668:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac236a31 x1846872902795072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.541970:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.541984:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ff40 00000400:00000200:0.0:1761317073.541992:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1fe1 [1] + 224 00000400:00000200:0.0:1761317073.542007:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.542010:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.542016:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac236a31 x1846872902795072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317073.542187:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c480fba. 00000400:00000200:2.0:1761317073.542193:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000035cc0e09 00000400:00000010:2.0:1761317073.542195:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000035cc0e09. 00000100:00000200:2.0:1761317073.542200:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac236a31 x1846872902795072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.542208:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac236a31 x1846872902795072/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.542238:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000033a18d41. 02000000:00000010:2.0:1761317073.542245:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000614466a4. 00000100:00000010:2.0:1761317073.542251:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000010:2.0:1761317073.542255:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:2.0:1761317073.542259:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d147b9f3. 00000400:00000200:3.0:1761317073.542653:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.542663:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161440 00000400:00000200:3.0:1761317073.542669:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0915 [2] + 1968 00000400:00000010:3.0:1761317073.542672:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b7aa0d6e. 00000400:00000200:3.0:1761317073.542675:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004834c47e 00000400:00000200:3.0:1761317073.542756:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.542761:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.542763:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004834c47e 00000400:00000010:3.0:1761317073.542765:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004834c47e (tot 82353666). 00000100:00000200:3.0:1761317073.542770:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317073.543368:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6b9d93e. 00000020:00000010:0.0:1761317073.543374:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317073.543379:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.543402:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000001b4e18f x1846872898933824/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.543529:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933824 02000000:00000010:0.0:1761317073.543542:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000803f9803. 00010000:00000010:0.0:1761317073.543573:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061f9fe17. 00010000:00000010:0.0:1761317073.543594:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd129cfe. 00000100:00000010:0.0:1761317073.543600:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da99b5fe. 00000100:00000010:0.0:1761317073.543618:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000da99b5fe. 00010000:00000010:0.0:1761317073.543622:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd129cfe. 00000400:00000010:0.0:1761317073.543634:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ead24f2. 00000100:00000200:0.0:1761317073.543638:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933824, offset 224 00000400:00000200:0.0:1761317073.543645:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.543656:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.543661:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90577:90577:256:4294967295] 192.168.204.21@tcp LPNI seq info [90577:90577:8:4294967295] 00000400:00000200:0.0:1761317073.543670:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.543674:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.543699:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d414dfd4 (tot 82353914). 00000800:00000200:0.0:1761317073.543706:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.543713:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.543717:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d414dfd4 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1761317073.543739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000775e2bd1. 00000020:00000010:0.0:1761317073.543741:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317073.543744:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.543747:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6b9d93e. 02000000:00000010:0.0:1761317073.543754:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008f6cd94c. 00000100:00000010:0.0:1761317073.543757:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317073.543760:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8734474. 00080000:00000010:2.0:1761317073.543762:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000677ba81d. 00000100:00000010:0.0:1761317073.543762:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 02000000:00000010:0.0:1761317073.543764:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000016f8303e. 00000100:00000010:0.0:1761317073.543766:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 02000000:00000010:0.0:1761317073.543769:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d34bb1fb. 00000100:00000010:0.0:1761317073.543771:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 02000000:00000010:0.0:1761317073.543774:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000634e42da. 00000100:00000010:0.0:1761317073.543775:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317073.543778:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4c7a2a5. 00000100:00000010:0.0:1761317073.543780:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cc2068a. 00000100:00000200:0.0:1761317073.543787:0:64752:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317073.543791:0:64752:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f7cc8acc. 00000400:00000010:0.0:1761317073.543795:0:64752:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000da99b5fe (tot 82354066). 00010000:00000010:2.0:1761317073.543855:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e000126e. 00010000:00000010:2.0:1761317073.543863:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ac333c0b. 00010000:00000010:2.0:1761317073.543941:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fca671c1. 00010000:00000010:2.0:1761317073.543947:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.543958:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.543962:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.543969:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317073.543979:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a159f1d3. 02000000:00000010:2.0:1761317073.544000:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000634e42da. 00000400:00000010:2.0:1761317073.544004:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317073.544008:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.544011:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795136, portal 16 00000400:00000010:2.0:1761317073.544014:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7564b22. 00000100:00000200:2.0:1761317073.544016:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795136, offset 0 00000400:00000200:2.0:1761317073.544020:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.544027:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.544033:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.544037:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.544039:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.544041:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90578:90578:255:4294967295] 192.168.204.21@tcp LPNI seq info [90578:90578:7:4294967295] 00000400:00000200:2.0:1761317073.544048:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.544052:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.544055:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354314). 00000800:00000200:2.0:1761317073.544059:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.544063:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.544066:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.544142:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.544146:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d414dfd4 (tot 82354066). 00000400:00000200:1.0:1761317073.544149:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.544153:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.544161:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ead24f2 00000400:00000010:1.0:1761317073.544163:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ead24f2. 02000000:00000010:1.0:1761317073.544167:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000803f9803. 00000800:00000200:1.0:1761317073.544766:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.544770:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:1.0:1761317073.544776:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.544781:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.544784:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7564b22 00000400:00000010:1.0:1761317073.544785:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7564b22. 00000100:00000200:1.0:1761317073.544792:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902795136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.546842:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.546864:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ff80 00000400:00000200:0.0:1761317073.546873:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ff1 [1] + 224 00000400:00000200:0.0:1761317073.546886:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.546889:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.546899:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902795136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.546912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbde8b7b. 00010000:00000010:1.1:1761317073.546920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.1:1761317073.546925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b2e7e1f. 00010000:00000010:1.1:1761317073.546928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00000400:00000200:0.0:1761317073.546934:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.546940:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161480 00000400:00000200:0.0:1761317073.546946:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb096d [2] + 0 00000400:00000200:0.0:1761317073.546956:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.546958:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.546962:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.546967:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00000400:00000010:2.0:1761317073.547072:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:2.0:1761317073.547077:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:2.0:1761317073.547079:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.547086:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902795136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.547093:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902795136/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.547122:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000634e42da. 02000000:00000010:2.0:1761317073.547128:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a159f1d3. 00000100:00000010:2.0:1761317073.547131:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317073.547134:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.547137:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00000020:00000010:1.0:1761317073.547209:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1a04e70. 00000020:00000010:1.0:1761317073.547216:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.547220:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.547241:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898933888/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.547274:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933888 02000000:00000010:1.0:1761317073.547285:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000009e161ea. 00010000:00000010:1.0:1761317073.547322:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000446de71. 00010000:00000010:1.0:1761317073.547439:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.547446:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.547459:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:1.0:1761317073.547462:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000400:00000010:1.0:1761317073.547475:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.547479:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933888, offset 224 00000400:00000200:1.0:1761317073.547487:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.547498:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.547503:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90579:90579:256:4294967295] 192.168.204.21@tcp LPNI seq info [90579:90579:8:4294967295] 00000400:00000200:1.0:1761317073.547512:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.547517:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.547521:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022b6b675 (tot 82354066). 00000800:00000200:1.0:1761317073.547526:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.547533:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.547537:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000022b6b675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.547560:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.547566:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.547570:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1a04e70. 00000800:00000200:3.0:1761317073.547727:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.547731:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022b6b675 (tot 82353818). 00000400:00000200:3.0:1761317073.547737:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.547740:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.547743:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:3.0:1761317073.547745:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00010000:00000010:2.1:1761317073.547799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1073147. 00080000:00000010:2.0:1761317073.547821:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a159f1d3. 00010000:00000010:2.0:1761317073.548086:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.548093:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000081e1a5f1. 00010000:00000010:2.0:1761317073.549268:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fda7feb. 00010000:00000010:2.0:1761317073.549279:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.549289:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.549295:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.549312:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317073.549323:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000634e42da. 02000000:00000010:2.0:1761317073.549347:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016f8303e. 00000400:00000010:2.0:1761317073.549352:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317073.549357:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.549362:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795200, portal 16 00000400:00000010:2.0:1761317073.549366:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f39d74ae. 00000100:00000200:2.0:1761317073.549368:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795200, offset 0 00000400:00000200:2.0:1761317073.549375:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.549388:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.549394:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.549397:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.549400:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.549403:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90580:90580:256:4294967295] 192.168.204.21@tcp LPNI seq info [90580:90580:8:4294967295] 00000400:00000200:2.0:1761317073.549412:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.549416:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.549420:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317073.549425:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.549431:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.549434:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.550169:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.550174:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:1.0:1761317073.550183:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.550188:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.550193:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f39d74ae 00000400:00000010:1.0:1761317073.550195:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f39d74ae. 00000100:00000200:1.0:1761317073.550203:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902795200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.551327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006741700f. 00010000:00000010:0.1:1761317073.551339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000294ae092. 00010000:00000010:0.1:1761317073.551344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008955c7bc. 00010000:00000010:2.1:1761317073.551721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c02ba48b. 00010000:00000010:2.1:1761317073.551727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030960085. 00000400:00000200:0.0:1761317073.554099:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.554118:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b50ffc0 00000400:00000200:0.0:1761317073.554127:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb1ffd [1] + 224 00000400:00000200:0.0:1761317073.554137:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.554141:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.554150:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902795200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.554478:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.554485:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1614c0 00000400:00000200:0.0:1761317073.554490:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb096d [2] + 328 00000400:00000200:0.0:1761317073.554501:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.554503:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.554507:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.554513:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 00000400:00000010:2.0:1761317073.554860:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:2.0:1761317073.554865:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:2.0:1761317073.554867:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.554876:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902795200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.554885:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902795200/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.554917:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016f8303e. 02000000:00000010:2.0:1761317073.554923:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000634e42da. 00000100:00000010:2.0:1761317073.554927:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317073.554931:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.554936:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00000020:00000010:1.0:1761317073.554962:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1a04e70. 00000020:00000010:1.0:1761317073.554971:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.554975:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.555000:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090804a88 x1846872898933952/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.555142:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898933952 02000000:00000010:1.0:1761317073.555158:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019351cb5. 00010000:00000010:1.0:1761317073.555183:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd3a997b. 00010000:00000010:1.0:1761317073.555203:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.555208:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.555350:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:1.0:1761317073.555354:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000400:00000010:1.0:1761317073.555371:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317073.555376:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898933952, offset 224 00000400:00000200:1.0:1761317073.555383:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.555394:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.555399:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90581:90581:256:4294967295] 192.168.204.21@tcp LPNI seq info [90581:90581:8:4294967295] 00000400:00000200:1.0:1761317073.555410:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.555415:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.555419:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354066). 00000800:00000200:1.0:1761317073.555424:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.555430:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.555433:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761317073.555502:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000634e42da. 00010000:00000010:2.0:1761317073.555595:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.555601:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b82f4fa1. 00010000:00000010:2.0:1761317073.555676:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c183c4d. 00010000:00000010:2.0:1761317073.555717:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.555730:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.555733:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.555740:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317073.555751:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016f8303e. 02000000:00000010:2.0:1761317073.555775:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8734474. 00000400:00000010:2.0:1761317073.555780:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317073.555783:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.555788:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795264, portal 16 00000400:00000010:2.0:1761317073.555792:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e7c805fa. 00000100:00000200:2.0:1761317073.555794:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795264, offset 0 00000400:00000200:2.0:1761317073.555799:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.555806:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.555812:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.555816:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.555819:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.555821:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90582:90582:255:4294967295] 192.168.204.21@tcp LPNI seq info [90582:90582:7:4294967295] 00000400:00000200:2.0:1761317073.555827:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.555831:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.555840:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354314). 00000800:00000200:2.0:1761317073.555843:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.555847:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.555849:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.556001:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.556009:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.556013:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1a04e70. 00000800:00000200:3.0:1761317073.556840:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.556847:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82354066). 00000400:00000200:3.0:1761317073.556853:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.556860:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.556865:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:3.0:1761317073.556867:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00000800:00000200:3.0:1761317073.556947:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.556949:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:3.0:1761317073.556955:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.556959:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.556961:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e7c805fa 00000400:00000010:3.0:1761317073.556962:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e7c805fa. 00000100:00000200:3.0:1761317073.556970:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902795264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.558876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0ab6771. 00010000:00000010:2.1:1761317073.558889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca671c1. 00010000:00000010:1.1:1761317073.558947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000899f3dc4. 00000400:00000200:1.0:1761317073.558980:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.558994:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510000 00000400:00000200:1.0:1761317073.559002:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2009 [1] + 224 00000400:00000200:1.0:1761317073.559013:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.559016:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.559026:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902795264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.559058:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.559063:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161500 00000400:00000200:1.0:1761317073.559068:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb096d [2] + 656 00000400:00000200:1.0:1761317073.559077:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.559080:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.559083:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.559088:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 00000400:00000010:2.0:1761317073.559141:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:2.0:1761317073.559145:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:2.0:1761317073.559147:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.559154:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902795264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.559162:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902795264/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.559190:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8734474. 02000000:00000010:2.0:1761317073.559194:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016f8303e. 00000100:00000010:2.0:1761317073.559198:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317073.559201:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.559204:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00000020:00000010:0.0:1761317073.559281:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6b9d93e. 00000020:00000010:0.0:1761317073.559287:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317073.559291:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.559322:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1413ae6 x1846872898934016/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.559359:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934016 02000000:00000010:0.0:1761317073.559370:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002015ff0. 00010000:00000010:0.0:1761317073.559396:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8b85319. 00010000:00000010:0.0:1761317073.559413:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd129cfe. 00000100:00000010:0.0:1761317073.559419:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff6d84d4. 00000100:00000010:0.0:1761317073.559433:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff6d84d4. 00010000:00000010:0.0:1761317073.559436:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd129cfe. 00000400:00000010:0.0:1761317073.559447:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.559451:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934016, offset 224 00000400:00000200:0.0:1761317073.559459:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.559469:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.559474:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90583:90583:256:4294967295] 192.168.204.21@tcp LPNI seq info [90583:90583:8:4294967295] 00000400:00000200:0.0:1761317073.559482:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.559487:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.559491:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317073.559496:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.559502:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.559510:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.559528:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317073.559532:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.559535:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6b9d93e. 00000800:00000200:0.0:1761317073.559613:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.559616:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:0.0:1761317073.559619:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.559624:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.559626:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.559628:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00080000:00000010:2.0:1761317073.560248:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016f8303e. 00010000:00000010:2.0:1761317073.560346:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.560353:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007169812e. 00010000:00000010:2.0:1761317073.560427:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075051b64. 00010000:00000010:2.0:1761317073.560431:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000029119b67. 00010000:00000010:2.0:1761317073.560436:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fca671c1. 00010000:00000010:2.0:1761317073.560440:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00080000:00000010:2.0:1761317073.560453:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8734474. 00010000:00000010:2.0:1761317073.560478:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.560481:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000029119b67. 00010000:00000010:2.0:1761317073.560529:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ba23df5. 00010000:00000010:2.0:1761317073.560533:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.560541:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.560546:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.560554:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317073.560564:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f6cd94c. 02000000:00000010:2.0:1761317073.560587:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c65f2cc3. 00000400:00000010:2.0:1761317073.560591:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317073.560596:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.560601:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795328, portal 16 00000400:00000010:2.0:1761317073.560606:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317073.560608:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795328, offset 0 00000400:00000200:2.0:1761317073.560615:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.560624:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.560631:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.560635:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.560637:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.560640:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90584:90584:256:4294967295] 192.168.204.21@tcp LPNI seq info [90584:90584:8:4294967295] 00000400:00000200:2.0:1761317073.560648:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.560652:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.560656:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317073.560660:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.560666:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.560669:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.560963:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.560968:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:3.0:1761317073.560974:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.560978:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.560981:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:3.0:1761317073.560983:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:3.0:1761317073.560989:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902795328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.562873:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.562891:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510040 00000400:00000200:1.0:1761317073.562898:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2015 [1] + 224 00000400:00000200:1.0:1761317073.562913:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.562916:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.562923:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902795328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317073.563006:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:2.0:1761317073.563010:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:2.0:1761317073.563011:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.563017:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902795328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.563024:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902795328/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.563050:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c65f2cc3. 02000000:00000010:2.0:1761317073.563055:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008f6cd94c. 00000100:00000010:2.0:1761317073.563058:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317073.563061:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.563064:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00010000:00000010:1.1:1761317073.564737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013495d6c. 00010000:00000010:2.1:1761317073.564886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f75ba127. 00010000:00000010:2.1:1761317073.564892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fda7feb. 00000400:00000200:0.0:1761317073.565947:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.565965:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161540 00000400:00000200:0.0:1761317073.565972:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb096d [2] + 984 00000400:00000200:0.0:1761317073.566024:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.566030:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.566037:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.566042:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000020:00000010:1.0:1761317073.566151:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1a04e70. 00000020:00000010:1.0:1761317073.566158:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.566163:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.566190:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898934080/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.566269:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934080 02000000:00000010:1.0:1761317073.566281:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a2011a2. 00010000:00000010:1.0:1761317073.566321:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030c88223. 00010000:00000010:1.0:1761317073.566342:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.566349:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.566368:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:1.0:1761317073.566372:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000400:00000010:1.0:1761317073.566387:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317073.566392:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934080, offset 224 00000400:00000200:1.0:1761317073.566400:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.566409:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.566415:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90585:90585:256:4294967295] 192.168.204.21@tcp LPNI seq info [90585:90585:8:4294967295] 00000400:00000200:1.0:1761317073.566424:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.566429:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.566434:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008c31ba7 (tot 82354066). 00000800:00000200:1.0:1761317073.566439:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.566446:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.566450:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008c31ba7 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761317073.566662:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f6cd94c. 00010000:00000010:2.0:1761317073.566774:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.566781:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004683aa9e. 00010000:00000010:2.0:1761317073.566857:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fda7feb. 00010000:00000010:2.0:1761317073.566865:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.566877:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.566881:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.566888:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317073.566899:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c65f2cc3. 02000000:00000010:2.0:1761317073.566923:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc74b8e3. 00000400:00000010:2.0:1761317073.566928:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317073.566933:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.566938:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795392, portal 16 00000400:00000010:2.0:1761317073.566943:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e1f037. 00000100:00000200:2.0:1761317073.566944:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795392, offset 0 00000400:00000200:2.0:1761317073.566949:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.566957:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.566963:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.566966:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.566969:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.566972:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90586:90586:255:4294967295] 192.168.204.21@tcp LPNI seq info [90586:90586:7:4294967295] 00000400:00000200:2.0:1761317073.566979:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.566983:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.566987:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354314). 00000800:00000200:2.0:1761317073.566990:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.566994:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.566996:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.567903:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000042190b7b. 00000020:00000010:1.0:1761317073.567916:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.567920:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1a04e70. 00000800:00000200:3.0:1761317073.568534:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.568539:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008c31ba7 (tot 82354066). 00000400:00000200:3.0:1761317073.568545:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.568553:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.568558:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:3.0:1761317073.568560:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00000800:00000200:3.0:1761317073.568627:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.568629:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:3.0:1761317073.568634:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.568637:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.568639:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:3.0:1761317073.568640:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000100:00000200:3.0:1761317073.568647:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902795392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.568965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3e004bc. 00010000:00000010:2.1:1761317073.568974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c183c4d. 00010000:00000010:2.1:1761317073.568979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075051b64. 00010000:00000010:2.1:1761317073.568981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca671c1. 00010000:00000010:0.1:1761317073.569725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cea1fec6. 00010000:00000010:1.1:1761317073.572762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026c6a1b5. 00000400:00000200:1.0:1761317073.573250:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.573268:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510080 00000400:00000200:1.0:1761317073.573277:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2021 [1] + 224 00000400:00000200:1.0:1761317073.573289:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.573293:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.573314:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902795392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.573348:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.573354:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161580 00000400:00000200:1.0:1761317073.573359:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb096d [2] + 1312 00000400:00000200:1.0:1761317073.573367:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.573370:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.573374:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.573379:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001115483a. 00000020:00000010:3.0:1761317073.573646:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071afdb8d. 00000020:00000010:3.0:1761317073.573654:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.573658:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.573721:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001115483a x1846872898934144/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317073.573746:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934144 02000000:00000010:3.0:1761317073.573758:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002699b1e5. 00010000:00000010:3.0:1761317073.573797:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000076730ca. 00000100:00000010:3.0:1761317073.573804:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000400:00000010:2.0:1761317073.574259:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:2.0:1761317073.574265:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:2.0:1761317073.574267:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.574276:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902795392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.574283:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902795392/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317073.574314:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e582236. 02000000:00000010:2.0:1761317073.574330:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc74b8e3. 02000000:00000010:2.0:1761317073.574335:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c65f2cc3. 00000100:00000010:2.0:1761317073.574338:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:2.0:1761317073.574341:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:2.0:1761317073.574344:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00000100:00000010:3.0:1761317073.575219:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.575223:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000076730ca. 00000400:00000010:3.0:1761317073.575243:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317073.575248:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934144, offset 224 00000400:00000200:3.0:1761317073.575258:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.575274:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.575280:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90587:90587:256:4294967295] 192.168.204.21@tcp LPNI seq info [90587:90587:8:4294967295] 00000400:00000200:3.0:1761317073.575290:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.575296:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.575312:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd94b04b (tot 82354066). 00000800:00000200:3.0:1761317073.575318:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.575326:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.575330:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bd94b04b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.575357:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.575362:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.575365:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071afdb8d. 00080000:00000010:2.0:1761317073.575949:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c65f2cc3. 00010000:00000010:2.0:1761317073.576042:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.576049:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da2ed596. 00010000:00000010:2.0:1761317073.576127:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fca671c1. 00010000:00000010:2.0:1761317073.576132:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043ebb535. 00010000:00000010:2.0:1761317073.576143:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059ceed56. 00000100:00000010:2.0:1761317073.576148:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ed29ab48. 00000100:00000010:2.0:1761317073.576156:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000be90a4d7. 02000000:00000010:2.0:1761317073.576167:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc74b8e3. 02000000:00000010:2.0:1761317073.576192:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d43dbf8. 00000400:00000010:2.0:1761317073.576198:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317073.576203:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.576208:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795456, portal 16 00000400:00000010:2.0:1761317073.576213:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009e2c497. 00000100:00000200:2.0:1761317073.576215:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795456, offset 0 00000400:00000200:2.0:1761317073.576221:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.576233:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.576239:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.576244:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.576248:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.576250:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90588:90588:255:4294967295] 192.168.204.21@tcp LPNI seq info [90588:90588:7:4294967295] 00000400:00000200:2.0:1761317073.576258:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.576262:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.576266:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354314). 00000800:00000200:2.0:1761317073.576270:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.576275:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.576278:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.576419:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.576422:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd94b04b (tot 82354066). 00000400:00000200:0.0:1761317073.576427:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.576432:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.576436:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:0.0:1761317073.576438:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000800:00000200:0.0:1761317073.576494:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.576497:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:0.0:1761317073.576501:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.576505:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.576506:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:0.0:1761317073.576508:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000100:00000200:0.0:1761317073.576514:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be90a4d7 x1846872902795456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.577725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a74ba58. 00010000:00000010:2.1:1761317073.577737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ba23df5. 00000400:00000200:2.0:1761317073.583589:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.583611:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5100c0 00000400:00000200:2.0:1761317073.583620:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb202d [1] + 224 00000400:00000200:2.0:1761317073.583633:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.583638:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.583650:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a4d7 x1846872902795456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.583696:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.583703:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1615c0 00000400:00000200:2.0:1761317073.583707:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb096d [2] + 1640 00000400:00000200:2.0:1761317073.583753:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.583756:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.583760:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.583766:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 00000020:00000010:2.0:1761317073.583827:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e32cd5a9. 00000020:00000010:2.0:1761317073.583834:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.583838:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.583862:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095dec43e x1846872898934208/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761317073.583889:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934208 02000000:00000010:2.0:1761317073.583900:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000614466a4. 00010000:00000010:2.0:1761317073.583939:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e028f121. 00000100:00000010:2.0:1761317073.583946:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce17be74. 00000100:00000010:2.0:1761317073.583953:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce17be74. 00010000:00000010:2.0:1761317073.583957:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e028f121. 00000400:00000010:2.0:1761317073.583970:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317073.583975:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934208, offset 224 00000400:00000200:2.0:1761317073.583983:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.583994:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.583999:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90589:90589:256:4294967295] 192.168.204.21@tcp LPNI seq info [90589:90589:8:4294967295] 00000400:00000200:2.0:1761317073.584008:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.584013:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.584018:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317073.584023:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.584030:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.584033:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.584048:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.584052:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.584055:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e32cd5a9. 00000800:00000200:2.0:1761317073.584116:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.584120:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:2.0:1761317073.584125:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.584128:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.584131:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:2.0:1761317073.584133:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000400:00000010:1.0:1761317073.584559:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:1.0:1761317073.584565:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:1.0:1761317073.584566:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:1.0:1761317073.584572:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a4d7 x1846872902795456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.584580:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be90a4d7 x1846872902795456/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317073.584598:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000108472cb. 02000000:00000010:1.0:1761317073.584610:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d43dbf8. 02000000:00000010:1.0:1761317073.584614:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc74b8e3. 00000100:00000010:1.0:1761317073.584617:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000be90a4d7. 00000100:00000010:1.0:1761317073.584620:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ed29ab48. 00010000:00000010:1.0:1761317073.584622:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059ceed56. 00080000:00000010:1.0:1761317073.584637:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001cf266be. 00010000:00000010:1.0:1761317073.584759:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043ebb535. 00010000:00000010:1.0:1761317073.584765:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005186fdf4. 00010000:00000010:1.0:1761317073.584922:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317073.584929:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.584939:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.584943:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.584950:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 02000000:00000010:1.0:1761317073.584960:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c241ac28. 02000000:00000010:1.0:1761317073.584984:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000143e804f. 00000400:00000010:1.0:1761317073.584988:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e447eb0. 00000400:00000010:1.0:1761317073.584992:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000100:00000200:1.0:1761317073.584998:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795520, portal 16 00000400:00000010:1.0:1761317073.585002:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000100:00000200:1.0:1761317073.585004:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795520, offset 0 00000400:00000200:1.0:1761317073.585009:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.585019:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.585025:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.585028:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.585031:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.585033:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90590:90590:256:4294967295] 192.168.204.21@tcp LPNI seq info [90590:90590:8:4294967295] 00000400:00000200:1.0:1761317073.585041:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.585045:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.585048:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.585053:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.585057:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.585060:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.586226:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.586233:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:1.0:1761317073.586241:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.586248:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.586253:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:1.0:1761317073.586255:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00000100:00000200:1.0:1761317073.586262:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4e49e41 x1846872902795520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.588776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086b8c798. 00010000:00000010:2.1:1761317073.588791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035471b77. 00010000:00000010:2.1:1761317073.588795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fda7feb. 00000400:00000200:2.0:1761317073.589276:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.589293:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510100 00000400:00000200:2.0:1761317073.589310:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2039 [1] + 224 00000400:00000200:2.0:1761317073.589325:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.589329:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.589338:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4e49e41 x1846872902795520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.589409:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e447eb0. 00000400:00000200:1.0:1761317073.589414:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:1.0:1761317073.589415:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00000100:00000200:1.0:1761317073.589422:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4e49e41 x1846872902795520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.589429:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4e49e41 x1846872902795520/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.589456:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000143e804f. 02000000:00000010:1.0:1761317073.589462:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c241ac28. 00000100:00000010:1.0:1761317073.589465:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 00000100:00000010:1.0:1761317073.589469:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:1.0:1761317073.589472:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00010000:00000010:1.1:1761317073.592733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cfc4c16. 00010000:00000010:1.1:1761317073.596873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bf6fb91. 00010000:00000010:1.1:1761317073.596890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca671c1. 00000400:00000200:1.0:1761317073.597100:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.597118:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161600 00000400:00000200:1.0:1761317073.597125:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb096d [2] + 1968 00000400:00000010:1.0:1761317073.597130:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008ea29744. 00000400:00000200:1.0:1761317073.597133:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001019bea9 00000400:00000200:1.0:1761317073.597189:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.597194:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.597197:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001019bea9 00000400:00000010:1.0:1761317073.597199:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001019bea9 (tot 82353666). 00000100:00000200:1.0:1761317073.597206:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317073.597318:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc74b8e3. 00000020:00000010:2.0:1761317073.597325:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.597330:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.597356:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aedff594 x1846872898934272/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317073.597390:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934272 02000000:00000010:2.0:1761317073.597400:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d43dbf8. 00010000:00000010:2.0:1761317073.597427:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086d27dbd. 00010000:00000010:2.0:1761317073.597445:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e028f121. 00000100:00000010:2.0:1761317073.597451:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce17be74. 00000100:00000010:2.0:1761317073.597468:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ce17be74. 00010000:00000010:2.0:1761317073.597473:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e028f121. 00000400:00000010:2.0:1761317073.597485:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317073.597489:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934272, offset 224 00000400:00000200:2.0:1761317073.597497:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.597506:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.597511:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90591:90591:256:4294967295] 192.168.204.21@tcp LPNI seq info [90591:90591:8:4294967295] 00000400:00000200:2.0:1761317073.597520:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.597524:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.597529:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82353914). 00000800:00000200:2.0:1761317073.597533:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.597540:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.597543:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.597569:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000029119b67. 00000020:00000010:2.0:1761317073.597573:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.597576:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc74b8e3. 02000000:00000010:2.0:1761317073.597583:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000614466a4. 00000100:00000010:2.0:1761317073.597587:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 02000000:00000010:2.0:1761317073.597590:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002699b1e5. 00000100:00000010:2.0:1761317073.597592:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001115483a. 02000000:00000010:2.0:1761317073.597596:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a2011a2. 00000100:00000010:2.0:1761317073.597598:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 02000000:00000010:2.0:1761317073.597601:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002015ff0. 00000100:00000010:2.0:1761317073.597604:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 02000000:00000010:2.0:1761317073.597607:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019351cb5. 00000100:00000010:2.0:1761317073.597609:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 02000000:00000010:2.0:1761317073.597612:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000009e161ea. 00000100:00000010:2.0:1761317073.597614:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000200:2.0:1761317073.597619:0:64752:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317073.597624:0:64752:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004613c94a. 00000400:00000010:2.0:1761317073.597628:0:64752:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce17be74 (tot 82354066). 00080000:00000010:1.0:1761317073.597720:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c241ac28. 00010000:00000010:1.0:1761317073.597806:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.597812:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068ce4fc5. 00010000:00000010:1.0:1761317073.597882:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317073.597889:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.597902:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb11ab43. 00000100:00000010:1.0:1761317073.597906:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3476932. 00000100:00000010:1.0:1761317073.597914:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 02000000:00000010:1.0:1761317073.597925:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000143e804f. 00000800:00000200:0.0:1761317073.597943:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1761317073.597948:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006363cd54. 00000800:00000010:0.0:1761317073.597949:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000010:1.0:1761317073.597955:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000e447eb0. 00000400:00000200:0.0:1761317073.597958:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761317073.597960:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000400:00000200:0.0:1761317073.597964:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.597966:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795584, portal 16 00000400:00000200:0.0:1761317073.597969:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:1.0:1761317073.597972:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000400:00000010:0.0:1761317073.597973:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000100:00000200:1.0:1761317073.597979:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795584, offset 0 02000000:00000010:0.0:1761317073.597980:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d43dbf8. 00000400:00000200:1.0:1761317073.597986:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.597995:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.598001:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.598004:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.598007:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.598009:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90592:90592:256:4294967295] 192.168.204.21@tcp LPNI seq info [90592:90592:8:4294967295] 00000400:00000200:1.0:1761317073.598016:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.598020:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.598023:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.598026:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.598030:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.598033:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.598532:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.598536:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:2.0:1761317073.598541:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.598545:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.598548:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:2.0:1761317073.598549:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00000100:00000200:2.0:1761317073.598556:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4e49e41 x1846872902795584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.603091:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.603113:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510140 00000400:00000200:1.0:1761317073.603120:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2049 [1] + 224 00000400:00000200:1.0:1761317073.603130:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.603134:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.603142:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4e49e41 x1846872902795584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.603178:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.603183:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161640 00000400:00000200:1.0:1761317073.603187:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb09c5 [2] + 0 00000400:00000200:1.0:1761317073.603194:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.603196:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.603200:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.603205:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8fe96b9. 00000400:00000010:2.0:1761317073.603255:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000e447eb0. 00000400:00000200:2.0:1761317073.603259:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:2.0:1761317073.603260:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00000100:00000200:2.0:1761317073.603266:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4e49e41 x1846872902795584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.603273:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4e49e41 x1846872902795584/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.603299:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006363cd54. 02000000:00000010:2.0:1761317073.603315:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000143e804f. 00000100:00000010:2.0:1761317073.603318:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 00000100:00000010:2.0:1761317073.603322:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e3476932. 00010000:00000010:2.0:1761317073.603325:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb11ab43. 00000020:00000010:3.0:1761317073.603397:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071afdb8d. 00000020:00000010:3.0:1761317073.603404:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.603409:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.603435:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8fe96b9 x1846872898934336/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317073.603470:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934336 02000000:00000010:3.0:1761317073.603482:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d34bb1fb. 00010000:00000010:3.0:1761317073.603513:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd6ab797. 00010000:00000010:3.0:1761317073.603534:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000076730ca. 00000100:00000010:3.0:1761317073.603540:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.603557:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.603560:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000076730ca. 00000400:00000010:3.0:1761317073.603572:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc85997b. 00000100:00000200:3.0:1761317073.603577:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934336, offset 224 00000400:00000200:3.0:1761317073.603585:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.603595:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.603600:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90593:90593:256:4294967295] 192.168.204.21@tcp LPNI seq info [90593:90593:8:4294967295] 00000400:00000200:3.0:1761317073.603609:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.603614:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.603618:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000043a76dd (tot 82354066). 00000800:00000200:3.0:1761317073.603624:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.603631:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.603634:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000043a76dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.603650:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.603654:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.603657:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071afdb8d. 00080000:00000010:1.0:1761317073.603796:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee8a5fd1. 00010000:00000010:1.0:1761317073.603877:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.603883:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c49b5756. 00010000:00000010:1.0:1761317073.603950:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b2e7e1f. 00010000:00000010:1.0:1761317073.603953:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317073.603959:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317073.603963:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000675b9410. 00080000:00000010:1.0:1761317073.603975:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a396bf86. 00010000:00000010:1.0:1761317073.603998:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.604001:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042190b7b. 00010000:00000010:1.0:1761317073.604042:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001038e18b. 00010000:00000010:1.0:1761317073.604045:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.604051:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317073.604055:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001be5fe75. 00000100:00000010:1.0:1761317073.604060:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 02000000:00000010:1.0:1761317073.604069:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046cac5db. 02000000:00000010:1.0:1761317073.604088:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1a92914. 00000400:00000010:1.0:1761317073.604092:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fee838f1. 00000400:00000010:1.0:1761317073.604096:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317073.604100:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795648, portal 16 00000400:00000010:1.0:1761317073.604103:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088b1be39. 00000100:00000200:1.0:1761317073.604105:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795648, offset 0 00000400:00000200:1.0:1761317073.604109:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.604115:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.604121:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.604124:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.604127:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.604129:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90594:90594:255:4294967295] 192.168.204.21@tcp LPNI seq info [90594:90594:7:4294967295] 00000400:00000200:1.0:1761317073.604136:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.604140:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.604143:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354314). 00000800:00000200:1.0:1761317073.604146:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.604149:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.604151:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.604547:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.604551:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000043a76dd (tot 82354066). 00000400:00000200:0.0:1761317073.604555:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.604560:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.604563:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc85997b 00000400:00000010:0.0:1761317073.604565:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc85997b. 00000800:00000200:0.0:1761317073.605890:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.605896:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:0.0:1761317073.605904:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.605911:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.605916:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088b1be39 00000400:00000010:0.0:1761317073.605917:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088b1be39. 00000100:00000200:0.0:1761317073.605925:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4e49e41 x1846872902795648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.607262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006985ff1b. 00010000:00000010:1.1:1761317073.608713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062e4d286. 00010000:00000010:1.1:1761317073.608724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00010000:00000010:3.1:1761317073.609081:0:1019:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9cad0e. 00000400:00000200:0.0:1761317073.612556:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.612576:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510180 00000400:00000200:0.0:1761317073.612584:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2055 [1] + 224 00000400:00000200:0.0:1761317073.612595:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.612598:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.612609:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4e49e41 x1846872902795648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.612634:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.612638:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161680 00000400:00000200:0.0:1761317073.612642:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb09c5 [2] + 328 00000400:00000200:0.0:1761317073.612649:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.612652:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.612655:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.612660:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000020:00000010:0.0:1761317073.612727:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f0058ad. 00000020:00000010:0.0:1761317073.612733:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.612738:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.612760:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898934400/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.612787:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934400 02000000:00000010:0.0:1761317073.612797:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6b9d93e. 00010000:00000010:0.0:1761317073.612843:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd129cfe. 00000100:00000010:0.0:1761317073.612850:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004834c47e. 00000100:00000010:0.0:1761317073.612856:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004834c47e. 00010000:00000010:0.0:1761317073.612859:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd129cfe. 00000400:00000010:0.0:1761317073.612873:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.612877:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934400, offset 224 00000400:00000200:0.0:1761317073.612884:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.612894:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.612899:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90595:90595:256:4294967295] 192.168.204.21@tcp LPNI seq info [90595:90595:8:4294967295] 00000400:00000200:0.0:1761317073.612908:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.612912:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.612916:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317073.612921:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.612928:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.612932:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.612946:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.612950:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.612953:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f0058ad. 00000800:00000200:0.0:1761317073.613041:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.613045:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:0.0:1761317073.613048:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.613051:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.613054:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.613056:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000400:00000010:1.0:1761317073.613145:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fee838f1. 00000400:00000200:1.0:1761317073.613149:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:1.0:1761317073.613150:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:1.0:1761317073.613156:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4e49e41 x1846872902795648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.613164:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4e49e41 x1846872902795648/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317073.613183:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019a08220. 02000000:00000010:1.0:1761317073.613196:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1a92914. 02000000:00000010:1.0:1761317073.613202:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046cac5db. 00000100:00000010:1.0:1761317073.613205:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 00000100:00000010:1.0:1761317073.613209:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001be5fe75. 00010000:00000010:1.0:1761317073.613211:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00080000:00000010:1.0:1761317073.613228:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046cac5db. 00010000:00000010:1.0:1761317073.613325:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.613331:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3aa927e. 00010000:00000010:1.0:1761317073.613407:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317073.613413:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.613424:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317073.613427:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001be5fe75. 00000100:00000010:1.0:1761317073.613433:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 02000000:00000010:1.0:1761317073.613442:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1a92914. 02000000:00000010:1.0:1761317073.613464:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000143e804f. 00000400:00000010:1.0:1761317073.613469:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fee838f1. 00000400:00000010:1.0:1761317073.613472:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317073.613476:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795712, portal 16 00000400:00000010:1.0:1761317073.613480:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317073.613481:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795712, offset 0 00000400:00000200:1.0:1761317073.613487:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.613494:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.613500:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.613504:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.613507:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.613509:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90596:90596:256:4294967295] 192.168.204.21@tcp LPNI seq info [90596:90596:8:4294967295] 00000400:00000200:1.0:1761317073.613516:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.613520:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.613523:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008c31ba7 (tot 82354066). 00000800:00000200:1.0:1761317073.613527:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.613531:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.613534:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008c31ba7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761317073.616057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c09a95ea. 00010000:00000010:1.1:1761317073.616072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.1:1761317073.616077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b2e7e1f. 00010000:00000010:1.1:1761317073.616080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00000800:00000200:0.0:1761317073.616287:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.616291:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008c31ba7 (tot 82353818). 00000400:00000200:0.0:1761317073.616298:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.616318:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.616325:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:0.0:1761317073.616327:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000100:00000200:0.0:1761317073.616336:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4e49e41 x1846872902795712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.622603:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.622622:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5101c0 00000400:00000200:1.0:1761317073.622630:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2061 [1] + 224 00000400:00000200:1.0:1761317073.622641:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.622645:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.622655:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4e49e41 x1846872902795712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.622777:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.622783:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1616c0 00000400:00000200:1.0:1761317073.622788:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb09c5 [2] + 656 00000400:00000200:1.0:1761317073.623205:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.623210:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.623215:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.623222:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1413ae6. 00000400:00000010:1.0:1761317073.623264:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fee838f1. 00000400:00000200:1.0:1761317073.623268:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:1.0:1761317073.623270:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:1.0:1761317073.623276:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4e49e41 x1846872902795712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.623284:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4e49e41 x1846872902795712/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.623322:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000143e804f. 02000000:00000010:1.0:1761317073.623328:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1a92914. 00000100:00000010:1.0:1761317073.623331:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 00000100:00000010:1.0:1761317073.623335:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001be5fe75. 00010000:00000010:1.0:1761317073.623339:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000020:00000010:0.0:1761317073.623450:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f0058ad. 00000020:00000010:0.0:1761317073.623458:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.623462:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.623487:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1413ae6 x1846872898934464/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317073.623525:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934464 02000000:00000010:0.0:1761317073.623536:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002015ff0. 00010000:00000010:0.0:1761317073.623567:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fbb99705. 00010000:00000010:0.0:1761317073.623585:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd129cfe. 00000100:00000010:0.0:1761317073.623591:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004834c47e. 00000100:00000010:0.0:1761317073.623598:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004834c47e. 00010000:00000010:0.0:1761317073.623600:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd129cfe. 00000400:00000010:0.0:1761317073.623612:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.623616:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934464, offset 224 00000400:00000200:0.0:1761317073.623624:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.623634:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.623640:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90597:90597:256:4294967295] 192.168.204.21@tcp LPNI seq info [90597:90597:8:4294967295] 00000400:00000200:0.0:1761317073.623649:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.623654:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.623659:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317073.623665:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.623671:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.623675:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761317073.623776:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1a92914. 00010000:00000010:1.0:1761317073.623871:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.623878:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7c6b2fb. 00010000:00000010:1.0:1761317073.623960:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041d85ccc. 00010000:00000010:1.0:1761317073.623965:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000675b9410. 00010000:00000010:1.0:1761317073.623975:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000015eccef5. 00000100:00000010:1.0:1761317073.623978:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001be5fe75. 00000100:00000010:1.0:1761317073.623984:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 02000000:00000010:1.0:1761317073.623994:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000143e804f. 02000000:00000010:1.0:1761317073.624016:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006363cd54. 00000400:00000010:1.0:1761317073.624020:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fee838f1. 00000400:00000010:1.0:1761317073.624024:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317073.624028:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795776, portal 16 00000400:00000010:1.0:1761317073.624032:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317073.624034:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795776, offset 0 00000400:00000200:1.0:1761317073.624038:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.624044:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.624051:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.624054:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.624057:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.624059:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90598:90598:255:4294967295] 192.168.204.21@tcp LPNI seq info [90598:90598:7:4294967295] 00000400:00000200:1.0:1761317073.624065:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.624070:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.624073:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354314). 00000800:00000200:1.0:1761317073.624076:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.624080:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.624082:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.624979:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.624985:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.624989:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f0058ad. 00010000:00000010:1.1:1761317073.626460:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0dd3636. 00010000:00000010:1.1:1761317073.626471:0:15831:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000146bd994. 00010000:00000010:1.1:1761317073.626474:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001038e18b. 00000800:00000200:1.0:1761317073.626524:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.626527:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82354066). 00000400:00000200:1.0:1761317073.626533:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.626541:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.626545:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:1.0:1761317073.626547:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:1.0:1761317073.626555:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4e49e41 x1846872902795776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.626586:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.626598:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510200 00000400:00000200:1.0:1761317073.626605:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb206d [1] + 224 00000400:00000200:1.0:1761317073.626615:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.626618:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.626623:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4e49e41 x1846872902795776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317073.627937:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fee838f1. 00000400:00000200:2.0:1761317073.627945:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:2.0:1761317073.627946:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000100:00000200:2.0:1761317073.627956:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4e49e41 x1846872902795776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.627965:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4e49e41 x1846872902795776/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.627999:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006363cd54. 02000000:00000010:2.0:1761317073.628006:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000143e804f. 00000100:00000010:2.0:1761317073.628010:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 00000100:00000010:2.0:1761317073.628016:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001be5fe75. 00010000:00000010:2.0:1761317073.628020:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000015eccef5. 00000800:00000200:0.0:1761317073.628153:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.628157:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:0.0:1761317073.628161:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.628165:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.628169:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:0.0:1761317073.628170:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000400:00000200:1.0:1761317073.628220:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.628232:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161700 00000400:00000200:1.0:1761317073.628238:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb09c5 [2] + 984 00000400:00000200:1.0:1761317073.628250:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.628253:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.628258:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.628263:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001115483a. 00000020:00000010:0.0:1761317073.628383:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f0058ad. 00000020:00000010:0.0:1761317073.628390:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.628395:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.628424:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001115483a x1846872898934528/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317073.628461:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934528 02000000:00000010:0.0:1761317073.628472:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000803f9803. 00010000:00000010:0.0:1761317073.628500:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000e64e15b. 00010000:00000010:0.0:1761317073.628520:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd129cfe. 00000100:00000010:0.0:1761317073.628526:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004834c47e. 00000100:00000010:0.0:1761317073.628541:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004834c47e. 00010000:00000010:0.0:1761317073.628544:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd129cfe. 00000400:00000010:0.0:1761317073.628557:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000057cd33ce. 00000100:00000200:0.0:1761317073.628562:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934528, offset 224 00000400:00000200:0.0:1761317073.628569:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.628581:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.628587:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90599:90599:256:4294967295] 192.168.204.21@tcp LPNI seq info [90599:90599:8:4294967295] 00000400:00000200:0.0:1761317073.628597:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.628602:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.628607:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000465268f (tot 82354066). 00000800:00000200:0.0:1761317073.628612:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.628620:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.628624:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000465268f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.628655:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.628659:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.628662:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f0058ad. 00080000:00000010:2.0:1761317073.629383:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e32cd5a9. 00010000:00000010:2.0:1761317073.629478:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000675b9410. 00010000:00000010:2.0:1761317073.629486:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000374b0afd. 00010000:00000010:2.0:1761317073.629551:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fda7feb. 00010000:00000010:2.0:1761317073.629557:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317073.629567:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e028f121. 00000100:00000010:2.0:1761317073.629572:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd1a4413. 00000100:00000010:2.0:1761317073.629579:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 02000000:00000010:2.0:1761317073.629589:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d43dbf8. 02000000:00000010:2.0:1761317073.629615:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009e161ea. 00000400:00000010:2.0:1761317073.629621:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317073.629627:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038c9f7c. 00000100:00000200:2.0:1761317073.629632:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795840, portal 16 00000400:00000010:2.0:1761317073.629637:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2a4a078. 00000100:00000200:2.0:1761317073.629639:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795840, offset 0 00000400:00000200:2.0:1761317073.629645:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.629656:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.629662:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.629665:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.629668:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.629670:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90600:90600:255:4294967295] 192.168.204.21@tcp LPNI seq info [90600:90600:7:4294967295] 00000800:00000200:3.0:1761317073.629834:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.629838:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000465268f (tot 82353818). 00000400:00000200:3.0:1761317073.629842:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.629846:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.629850:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000057cd33ce 00000400:00000010:3.0:1761317073.629852:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000057cd33ce. 00000400:00000200:2.0:1761317073.630540:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.630560:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.630582:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317073.630588:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.630594:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.630598:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.630910:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.630913:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:3.0:1761317073.630919:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.630923:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.630927:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2a4a078 00000400:00000010:3.0:1761317073.630928:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2a4a078. 00000100:00000200:3.0:1761317073.630935:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095dec43e x1846872902795840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.631858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab058f85. 00010000:00000010:1.1:1761317073.631874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00010000:00000010:0.1:1761317073.631887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029766b0a. 00010000:00000010:0.1:1761317073.633744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049a5f3bd. 00000400:00000200:0.0:1761317073.634152:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.634169:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510240 00000400:00000200:0.0:1761317073.634177:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2079 [1] + 224 00000400:00000200:0.0:1761317073.634193:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.634197:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.634207:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095dec43e x1846872902795840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317073.634291:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:2.0:1761317073.634296:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000038c9f7c 00000400:00000010:2.0:1761317073.634298:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000038c9f7c. 00000100:00000200:2.0:1761317073.634316:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095dec43e x1846872902795840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.634323:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095dec43e x1846872902795840/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.634349:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009e161ea. 02000000:00000010:2.0:1761317073.634355:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d43dbf8. 00000100:00000010:2.0:1761317073.634358:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 00000100:00000010:2.0:1761317073.634362:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd1a4413. 00010000:00000010:2.0:1761317073.634368:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e028f121. 00000400:00000200:1.0:1761317073.635863:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.635880:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161740 00000400:00000200:1.0:1761317073.635887:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb09c5 [2] + 1312 00000400:00000200:1.0:1761317073.635945:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.635949:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.635955:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.635961:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001cc2068a. 00000020:00000010:3.0:1761317073.636164:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071afdb8d. 00000020:00000010:3.0:1761317073.636172:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.636176:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.636203:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001cc2068a x1846872898934592/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317073.636245:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934592 02000000:00000010:3.0:1761317073.636257:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f90011c5. 00010000:00000010:3.0:1761317073.636285:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000313c1c79. 00010000:00000010:3.0:1761317073.636318:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000076730ca. 00000100:00000010:3.0:1761317073.636324:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.636536:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.636540:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000076730ca. 00000400:00000010:3.0:1761317073.636554:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317073.636558:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934592, offset 224 00000400:00000200:3.0:1761317073.636566:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.636576:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.636582:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90601:90601:256:4294967295] 192.168.204.21@tcp LPNI seq info [90601:90601:8:4294967295] 00000400:00000200:3.0:1761317073.636592:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.636596:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.636600:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000039856038 (tot 82354066). 00000800:00000200:3.0:1761317073.636604:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.636610:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.636613:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000039856038 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761317073.637016:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009e161ea. 00010000:00000010:2.0:1761317073.637102:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317073.637109:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a43dda01. 00010000:00000010:2.0:1761317073.637183:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ba23df5. 00010000:00000010:2.0:1761317073.637189:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2a2a802. 00010000:00000010:2.0:1761317073.637199:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e028f121. 00000100:00000010:2.0:1761317073.637203:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dd1a4413. 00000100:00000010:2.0:1761317073.637210:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095dec43e. 02000000:00000010:2.0:1761317073.637222:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000019351cb5. 02000000:00000010:2.0:1761317073.637247:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000614466a4. 00000400:00000010:2.0:1761317073.637253:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec8ee29c. 00000400:00000010:2.0:1761317073.637258:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038c9f7c. 00000100:00000200:2.0:1761317073.637263:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795904, portal 16 00000400:00000010:2.0:1761317073.637267:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317073.637268:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795904, offset 0 00000400:00000200:2.0:1761317073.637274:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.637283:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.637289:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.637293:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.637295:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.637297:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90602:90602:255:4294967295] 192.168.204.21@tcp LPNI seq info [90602:90602:7:4294967295] 00000400:00000200:2.0:1761317073.637317:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.637322:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.637326:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354314). 00000800:00000200:2.0:1761317073.637330:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.637334:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.637337:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.637393:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.637399:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.637402:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071afdb8d. 00010000:00000010:2.1:1761317073.639557:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037c04815. 00010000:00000010:2.1:1761317073.639570:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d85ccc. 00000800:00000200:1.0:1761317073.639651:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.639655:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000039856038 (tot 82354066). 00000400:00000200:1.0:1761317073.639660:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.639668:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.639674:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:1.0:1761317073.639676:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000800:00000200:1.0:1761317073.639773:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.639775:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00000400:00000200:1.0:1761317073.639780:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.639783:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.639785:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:1.0:1761317073.639786:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 00000100:00000200:1.0:1761317073.639793:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095dec43e x1846872902795904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.642254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000583ce519. 00000400:00000200:1.0:1761317073.643449:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.643468:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510280 00000400:00000200:1.0:1761317073.643478:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2085 [1] + 224 00000400:00000200:1.0:1761317073.643491:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.643494:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.643504:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095dec43e x1846872902795904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317073.643548:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.643553:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161780 00000400:00000200:1.0:1761317073.643558:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb09c5 [2] + 1640 00000400:00000200:1.0:1761317073.643628:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.643633:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.643638:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.643645:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4e49e41. 00000400:00000010:0.0:1761317073.644702:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec8ee29c. 00000400:00000200:0.0:1761317073.644710:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000038c9f7c 00000400:00000010:0.0:1761317073.644712:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000038c9f7c. 00000100:00000200:0.0:1761317073.644722:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095dec43e x1846872902795904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.644732:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095dec43e x1846872902795904/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.644761:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000614466a4. 02000000:00000010:0.0:1761317073.644768:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019351cb5. 00000100:00000010:0.0:1761317073.644773:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095dec43e. 00000100:00000010:0.0:1761317073.644777:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dd1a4413. 00010000:00000010:0.0:1761317073.644782:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e028f121. 00000020:00000010:3.0:1761317073.647501:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071afdb8d. 00000020:00000010:3.0:1761317073.647512:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.647517:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.647555:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4e49e41 x1846872898934656/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317073.647594:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934656 02000000:00000010:3.0:1761317073.647604:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005301b7e1. 00010000:00000010:3.0:1761317073.647631:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000646144f4. 00010000:00000010:3.0:1761317073.647651:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000076730ca. 00000100:00000010:3.0:1761317073.647658:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.647675:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.647705:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000076730ca. 00000400:00000010:3.0:1761317073.647717:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317073.647722:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934656, offset 224 00000400:00000200:3.0:1761317073.647730:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.647744:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.647749:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90603:90603:256:4294967295] 192.168.204.21@tcp LPNI seq info [90603:90603:8:4294967295] 00000400:00000200:3.0:1761317073.647760:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.647765:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.647769:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f5258f8 (tot 82354066). 00000800:00000200:3.0:1761317073.647775:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.647782:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.647785:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002f5258f8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.647799:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.647802:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.647805:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071afdb8d. 00000800:00000200:3.0:1761317073.647909:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.647912:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f5258f8 (tot 82353818). 00000400:00000200:3.0:1761317073.647917:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.647921:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.647925:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:3.0:1761317073.647927:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00080000:00000010:0.0:1761317073.648907:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f0058ad. 00010000:00000010:0.0:1761317073.649024:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2a2a802. 00010000:00000010:0.0:1761317073.649033:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba6775e3. 00010000:00000010:2.1:1761317073.649063:0:78633:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004511c20. 00010000:00000010:2.1:1761317073.649071:0:78633:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fda7feb. 00010000:00000010:0.0:1761317073.649110:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d962ada0. 00010000:00000010:0.0:1761317073.649120:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006acd201f. 00010000:00000010:0.0:1761317073.649126:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e44f0a92. 00010000:00000010:0.0:1761317073.649132:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc45ecf0. 00080000:00000010:0.0:1761317073.649146:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033a18d41. 00010000:00000010:1.0:1761317073.649370:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc45ecf0. 00010000:00000010:1.0:1761317073.649378:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006acd201f. 00010000:00000010:1.0:1761317073.649436:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011650695. 00010000:00000010:1.0:1761317073.649443:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7d365ce. 00010000:00000010:1.0:1761317073.649451:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000defe5327. 00000100:00000010:1.0:1761317073.649458:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a0e9331. 00000100:00000010:1.0:1761317073.649467:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000389e62. 02000000:00000010:1.0:1761317073.649480:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000143e804f. 02000000:00000010:1.0:1761317073.649519:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006363cd54. 00000400:00000010:1.0:1761317073.649525:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000273c4cb8. 00000400:00000010:1.0:1761317073.649532:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317073.649539:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902795968, portal 16 00000400:00000010:1.0:1761317073.649545:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317073.649548:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902795968, offset 0 00000400:00000200:1.0:1761317073.649556:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.649569:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.649575:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.649579:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.649582:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.649585:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90604:90604:256:4294967295] 192.168.204.21@tcp LPNI seq info [90604:90604:8:4294967295] 00000400:00000200:1.0:1761317073.649595:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.649600:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.649605:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354066). 00000800:00000200:1.0:1761317073.649610:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.649617:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.649620:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.651005:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.651011:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82353818). 00000400:00000200:0.0:1761317073.651018:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.651025:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.651030:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:0.0:1761317073.651033:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000100:00000200:0.0:1761317073.651042:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000389e62 x1846872902795968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.660572:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.660594:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5102c0 00000400:00000200:0.0:1761317073.660604:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2091 [1] + 224 00000400:00000200:0.0:1761317073.660618:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.660622:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.660634:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000389e62 x1846872902795968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.660714:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.660720:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1617c0 00000400:00000200:0.0:1761317073.660725:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb09c5 [2] + 1968 00000400:00000010:0.0:1761317073.660729:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000042d66856. 00000400:00000200:0.0:1761317073.660734:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000eec2f195 00000400:00000200:0.0:1761317073.660794:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.660798:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.660800:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eec2f195 00000400:00000010:0.0:1761317073.660802:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000eec2f195 (tot 82353666). 00000100:00000200:0.0:1761317073.660807:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761317073.660870:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d43dbf8. 00000020:00000010:0.0:1761317073.660876:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317073.660880:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.660910:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c36a486 x1846872898934720/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761317073.660938:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934720 02000000:00000010:0.0:1761317073.660950:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc74b8e3. 00010000:00000010:0.0:1761317073.660992:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd129cfe. 00000100:00000010:0.0:1761317073.661001:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004834c47e. 00000100:00000010:0.0:1761317073.661008:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004834c47e. 00010000:00000010:0.0:1761317073.661011:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd129cfe. 00000400:00000010:0.0:1761317073.661025:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317073.661030:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934720, offset 224 00000400:00000200:0.0:1761317073.661037:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.661049:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.661055:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90605:90605:256:4294967295] 192.168.204.21@tcp LPNI seq info [90605:90605:8:4294967295] 00000400:00000010:2.0:1761317073.661057:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000273c4cb8. 00000400:00000200:2.0:1761317073.661063:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:2.0:1761317073.661066:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000400:00000200:0.0:1761317073.661069:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000100:00000200:2.0:1761317073.661075:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000389e62 x1846872902795968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761317073.661078:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.661084:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82353914). 00000100:00000200:2.0:1761317073.661089:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000389e62 x1846872902795968/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761317073.661095:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.661105:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.661109:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761317073.661120:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051533bfd. 00000020:00000010:0.0:1761317073.661128:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fc4f6499. 00000020:00000010:0.0:1761317073.661133:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.661137:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d43dbf8. 02000000:00000010:2.0:1761317073.661141:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006363cd54. 02000000:00000010:0.0:1761317073.661146:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005301b7e1. 02000000:00000010:2.0:1761317073.661150:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000143e804f. 00000100:00000010:0.0:1761317073.661151:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4e49e41. 00000100:00000010:2.0:1761317073.661156:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000389e62. 02000000:00000010:0.0:1761317073.661159:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f90011c5. 00000100:00000010:2.0:1761317073.661162:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003a0e9331. 00000100:00000010:0.0:1761317073.661164:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001cc2068a. 00010000:00000010:2.0:1761317073.661167:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000defe5327. 02000000:00000010:0.0:1761317073.661170:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000803f9803. 00000100:00000010:0.0:1761317073.661175:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001115483a. 02000000:00000010:0.0:1761317073.661179:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002015ff0. 00000100:00000010:0.0:1761317073.661182:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1413ae6. 02000000:00000010:0.0:1761317073.661185:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6b9d93e. 00000100:00000010:0.0:1761317073.661186:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 00080000:00000010:2.0:1761317073.661187:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc7d6e1d. 02000000:00000010:0.0:1761317073.661190:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d34bb1fb. 00000100:00000010:0.0:1761317073.661194:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8fe96b9. 00000100:00000200:0.0:1761317073.661201:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317073.661205:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000147717c0. 00000400:00000010:0.0:1761317073.661209:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004834c47e (tot 82354066). 00010000:00000010:2.0:1761317073.661276:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7d365ce. 00010000:00000010:2.0:1761317073.661282:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000026be8c2. 00000800:00000200:0.0:1761317073.661287:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.661291:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:0.0:1761317073.661294:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.661299:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.661312:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:0.0:1761317073.661313:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 02000000:00000010:0.0:1761317073.661316:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc74b8e3. 00010000:00000010:2.0:1761317073.661364:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fda7feb. 00010000:00000010:2.0:1761317073.661370:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006de4c747. 00010000:00000010:2.0:1761317073.661378:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000668d8b0a. 00000100:00000010:2.0:1761317073.661381:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008fbab16e. 00000100:00000010:2.0:1761317073.661388:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000211632ce. 02000000:00000010:2.0:1761317073.661398:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000143e804f. 02000000:00000010:2.0:1761317073.661419:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006363cd54. 00000400:00000010:2.0:1761317073.661422:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002578cb08. 00000400:00000010:2.0:1761317073.661426:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1bd8564. 00000100:00000200:2.0:1761317073.661429:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796032, portal 16 00000400:00000010:2.0:1761317073.661433:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317073.661434:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796032, offset 0 00000400:00000200:2.0:1761317073.661439:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.661445:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.661451:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.661455:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.661457:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.661460:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90606:90606:256:4294967295] 192.168.204.21@tcp LPNI seq info [90606:90606:8:4294967295] 00000400:00000200:2.0:1761317073.661466:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.661471:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.661476:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008064efb3 (tot 82354066). 00000800:00000200:2.0:1761317073.661479:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.661483:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.661485:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008064efb3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761317073.661605:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea47d46f. 00000800:00000200:3.0:1761317073.661669:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.661672:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008064efb3 (tot 82353818). 00010000:00000010:0.1:1761317073.662846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018d348d9. 00010000:00000010:0.1:1761317073.662855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ba23df5. 00000400:00000200:3.0:1761317073.662985:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.662993:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.662998:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:3.0:1761317073.663000:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000100:00000200:3.0:1761317073.663009:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000211632ce x1846872902796032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.664810:0:78634:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d962ada0. 00010000:00000010:1.1:1761317073.664825:0:78634:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44f0a92. 00000400:00000200:0.0:1761317073.666536:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.666553:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510300 00000400:00000200:0.0:1761317073.666561:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb20a1 [1] + 224 00000400:00000200:0.0:1761317073.666572:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.666575:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.666585:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000211632ce x1846872902796032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.666619:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.666624:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161800 00000400:00000200:0.0:1761317073.666628:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a1d [2] + 0 00000400:00000200:0.0:1761317073.666637:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.666640:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.666644:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.666649:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000020:00000010:3.0:1761317073.668996:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071afdb8d. 00000020:00000010:3.0:1761317073.669008:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.669013:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.669040:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898934784/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317073.669065:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934784 02000000:00000010:3.0:1761317073.669074:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1fe5b82. 00010000:00000010:3.0:1761317073.669107:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000076730ca. 00000100:00000010:3.0:1761317073.669114:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.669121:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.669125:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000076730ca. 00000400:00000010:3.0:1761317073.669137:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317073.669142:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934784, offset 224 00000400:00000200:3.0:1761317073.669149:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.669160:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.669166:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90607:90607:256:4294967295] 192.168.204.21@tcp LPNI seq info [90607:90607:8:4294967295] 00000400:00000200:3.0:1761317073.669176:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.669181:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.669184:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f5258f8 (tot 82354066). 00000800:00000200:3.0:1761317073.669191:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.669197:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.669200:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002f5258f8 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.669222:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.669225:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.669228:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071afdb8d. 00000400:00000010:3.0:1761317073.669254:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002578cb08. 00000400:00000200:3.0:1761317073.669258:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:3.0:1761317073.669260:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 00000100:00000200:3.0:1761317073.669267:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000211632ce x1846872902796032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.669275:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000211632ce x1846872902796032/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317073.669292:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000acc03795. 02000000:00000010:3.0:1761317073.669322:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006363cd54. 02000000:00000010:3.0:1761317073.669328:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000143e804f. 00000100:00000010:3.0:1761317073.669331:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000211632ce. 00000100:00000010:3.0:1761317073.669336:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008fbab16e. 00010000:00000010:3.0:1761317073.669340:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000668d8b0a. 00080000:00000010:3.0:1761317073.669355:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071afdb8d. 00010000:00000010:3.0:1761317073.669440:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006de4c747. 00010000:00000010:3.0:1761317073.669445:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f94e0480. 00010000:00000010:3.0:1761317073.669513:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e7d46547. 00010000:00000010:3.0:1761317073.669519:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317073.669527:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000076730ca. 00000100:00000010:3.0:1761317073.669531:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000800:00000200:2.0:1761317073.669537:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1761317073.669538:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 00000800:00000010:2.0:1761317073.669542:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f5258f8 (tot 82353818). 00000400:00000200:2.0:1761317073.669547:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761317073.669548:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075ede0d8. 00000400:00000200:2.0:1761317073.669554:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.669559:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:2.0:1761317073.669561:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 02000000:00000010:3.0:1761317073.669573:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb5c5856. 00000400:00000010:3.0:1761317073.669580:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317073.669584:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317073.669588:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796096, portal 16 00000400:00000010:3.0:1761317073.669593:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c7939788. 00000100:00000200:3.0:1761317073.669595:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796096, offset 0 00000400:00000200:3.0:1761317073.669600:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.669605:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.669611:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.669615:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.669619:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.669621:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90608:90608:256:4294967295] 192.168.204.21@tcp LPNI seq info [90608:90608:8:4294967295] 00000400:00000200:3.0:1761317073.669630:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.669635:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.669638:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fed202a9 (tot 82354066). 00000800:00000200:3.0:1761317073.669642:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.669647:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.669649:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fed202a9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.669745:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.669748:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fed202a9 (tot 82353818). 00000400:00000200:0.0:1761317073.669752:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.669756:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.669758:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c7939788 00000400:00000010:0.0:1761317073.669760:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c7939788. 00000100:00000200:0.0:1761317073.669766:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902796096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.669844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c41a7462. 00010000:00000010:2.1:1761317073.669850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e04b0038. 00010000:00000010:2.1:1761317073.669853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011650695. 00010000:00000010:3.1:1761317073.675773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000002de93e. 00010000:00000010:3.1:1761317073.675786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e63ffe4. 00010000:00000010:3.1:1761317073.675789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fda7feb. 00000400:00000200:2.0:1761317073.690326:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.690350:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510340 00000400:00000200:2.0:1761317073.690360:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb20ad [1] + 224 00000400:00000200:2.0:1761317073.690371:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.690376:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.690388:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902796096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.690425:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.690430:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161840 00000400:00000200:2.0:1761317073.690435:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a1d [2] + 328 00000400:00000200:2.0:1761317073.690493:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761317073.691067:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:3.0:1761317073.691072:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:3.0:1761317073.691074:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000100:00000200:3.0:1761317073.691080:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902796096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.691087:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902796096/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.691114:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb5c5856. 02000000:00000010:3.0:1761317073.691119:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075ede0d8. 00000100:00000010:3.0:1761317073.691122:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:3.0:1761317073.691125:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.691128:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000076730ca. 00000400:00000200:2.0:1761317073.691190:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.691196:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.691202:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 00000020:00000010:1.0:1761317073.694542:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b40ec75. 00000020:00000010:1.0:1761317073.694553:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317073.694557:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.694584:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8b67d81 x1846872898934848/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.694622:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934848 02000000:00000010:1.0:1761317073.694634:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1a04e70. 00010000:00000010:1.0:1761317073.694658:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000009b07ae6. 00010000:00000010:1.0:1761317073.694674:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007274828d. 00000100:00000010:1.0:1761317073.694708:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006594691d. 00000100:00000010:1.0:1761317073.694724:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006594691d. 00010000:00000010:1.0:1761317073.694727:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007274828d. 00000400:00000010:1.0:1761317073.694741:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317073.694746:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934848, offset 224 00000400:00000200:1.0:1761317073.694754:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.694768:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.694774:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90609:90609:256:4294967295] 192.168.204.21@tcp LPNI seq info [90609:90609:8:4294967295] 00000400:00000200:1.0:1761317073.694787:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.694793:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.694798:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022b6b675 (tot 82354066). 00000800:00000200:1.0:1761317073.694805:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.694812:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.694816:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000022b6b675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.694835:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317073.694840:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.694843:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b40ec75. 00000800:00000200:1.0:1761317073.694945:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.694948:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022b6b675 (tot 82353818). 00000400:00000200:1.0:1761317073.694953:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.694957:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.694961:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:1.0:1761317073.694963:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00080000:00000010:0.0:1761317073.695619:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d43dbf8. 00010000:00000010:0.0:1761317073.695798:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:0.0:1761317073.695805:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000204810a3. 00010000:00000010:0.0:1761317073.695868:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:0.0:1761317073.695873:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bfcfa073. 00010000:00000010:0.0:1761317073.695882:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd129cfe. 00000100:00000010:0.0:1761317073.695887:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.695893:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 02000000:00000010:0.0:1761317073.697105:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6b9d93e. 02000000:00000010:0.0:1761317073.697133:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002015ff0. 00000400:00000010:0.0:1761317073.697139:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5482768. 00000400:00000010:0.0:1761317073.697145:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056ab9c45. 00000100:00000200:0.0:1761317073.697151:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796160, portal 16 00000400:00000010:0.0:1761317073.697156:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317073.697158:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796160, offset 0 00000400:00000200:0.0:1761317073.697166:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.697180:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.697187:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.697190:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.697193:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.697196:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90610:90610:256:4294967295] 192.168.204.21@tcp LPNI seq info [90610:90610:8:4294967295] 00000400:00000200:0.0:1761317073.697205:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.697210:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.697214:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317073.697219:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.697225:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.697229:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.698154:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.698159:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:0.0:1761317073.698166:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.698173:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.698178:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaaa4a29 00000400:00000010:0.0:1761317073.698179:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaaa4a29. 00000100:00000200:0.0:1761317073.698186:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017474c62 x1846872902796160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.699117:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.699135:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510380 00000400:00000200:2.0:1761317073.699143:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb20b9 [1] + 224 00000400:00000200:2.0:1761317073.699154:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.699157:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.699163:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017474c62 x1846872902796160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.699263:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.699269:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161880 00000400:00000200:2.0:1761317073.699273:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a1d [2] + 656 00000400:00000200:2.0:1761317073.699282:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.699284:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.699288:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.699293:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000260ce024. 00000400:00000010:3.0:1761317073.699355:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5482768. 00000400:00000200:3.0:1761317073.699360:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056ab9c45 00000400:00000010:3.0:1761317073.699361:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056ab9c45. 00000100:00000200:3.0:1761317073.699367:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017474c62 x1846872902796160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.699380:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017474c62 x1846872902796160/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.699411:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002015ff0. 02000000:00000010:3.0:1761317073.699417:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6b9d93e. 00000100:00000010:3.0:1761317073.699420:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017474c62. 00000100:00000010:3.0:1761317073.699423:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:3.0:1761317073.699427:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd129cfe. 00000020:00000010:1.0:1761317073.703119:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a83b98ab. 00000020:00000010:1.0:1761317073.703133:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317073.703139:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.703185:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000260ce024 x1846872898934912/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.703222:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934912 02000000:00000010:1.0:1761317073.703235:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007392d995. 00010000:00000010:1.0:1761317073.703267:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000503bee98. 00010000:00000010:1.0:1761317073.703291:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007274828d. 00000100:00000010:1.0:1761317073.703312:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006594691d. 00000100:00000010:1.0:1761317073.703331:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006594691d. 00010000:00000010:1.0:1761317073.703334:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007274828d. 00000400:00000010:1.0:1761317073.703352:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317073.703357:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934912, offset 224 00000400:00000200:1.0:1761317073.703366:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.703382:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.703389:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90611:90611:256:4294967295] 192.168.204.21@tcp LPNI seq info [90611:90611:8:4294967295] 00000400:00000200:1.0:1761317073.703402:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.703407:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.703412:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022b6b675 (tot 82354066). 00000800:00000200:1.0:1761317073.703419:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.703426:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.703430:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000022b6b675 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.703582:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000095f6487b. 00000020:00000010:1.0:1761317073.703592:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.703597:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a83b98ab. 00000800:00000200:1.0:1761317073.703737:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.703740:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022b6b675 (tot 82353818). 00000400:00000200:1.0:1761317073.703746:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.703751:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.703756:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:1.0:1761317073.703758:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00080000:00000010:3.0:1761317073.704254:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075ede0d8. 00010000:00000010:3.0:1761317073.704360:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfcfa073. 00010000:00000010:3.0:1761317073.704370:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011abc8c5. 00010000:00000010:3.0:1761317073.704446:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007ee1179. 00010000:00000010:3.0:1761317073.704453:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317073.704466:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000076730ca. 00000100:00000010:3.0:1761317073.704472:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.704480:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c4982a8. 02000000:00000010:3.0:1761317073.704492:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bb5c5856. 02000000:00000010:3.0:1761317073.704529:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e8524da3. 00000400:00000010:3.0:1761317073.704535:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317073.704540:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000080ef2ee5. 00000100:00000200:3.0:1761317073.704545:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796224, portal 16 00000400:00000010:3.0:1761317073.704550:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc85997b. 00000100:00000200:3.0:1761317073.704552:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796224, offset 0 00000400:00000200:3.0:1761317073.704559:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.704570:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.704576:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.704580:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.704583:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.704585:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90612:90612:256:4294967295] 192.168.204.21@tcp LPNI seq info [90612:90612:8:4294967295] 00000400:00000200:3.0:1761317073.704595:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.704600:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.704604:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f92b378 (tot 82354066). 00000800:00000200:3.0:1761317073.704610:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.704616:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.704620:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f92b378 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.704812:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.704816:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f92b378 (tot 82353818). 00000400:00000200:1.0:1761317073.704819:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.704823:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.704826:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc85997b 00000400:00000010:1.0:1761317073.704827:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc85997b. 00000100:00000200:1.0:1761317073.704832:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c4982a8 x1846872902796224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.710333:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.710353:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5103c0 00000400:00000200:3.0:1761317073.710363:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb20c5 [1] + 224 00000400:00000200:3.0:1761317073.710380:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.710384:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.710398:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c4982a8 x1846872902796224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761317073.710470:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:1.0:1761317073.710476:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000080ef2ee5 00000400:00000010:1.0:1761317073.710478:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000080ef2ee5. 00000100:00000200:1.0:1761317073.710484:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c4982a8 x1846872902796224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.710491:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c4982a8 x1846872902796224/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.710519:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e8524da3. 02000000:00000010:1.0:1761317073.710524:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bb5c5856. 00000100:00000010:1.0:1761317073.710527:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c4982a8. 00000100:00000010:1.0:1761317073.710531:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:1.0:1761317073.710535:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000076730ca. 00000400:00000200:1.0:1761317073.711647:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317073.711661:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1618c0 00000400:00000200:1.0:1761317073.711668:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a1d [2] + 984 00000400:00000200:1.0:1761317073.711873:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.711878:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317073.711885:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317073.711892:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4cb5c87. 00000020:00000010:3.0:1761317073.712251:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d34bb1fb. 00000020:00000010:3.0:1761317073.712258:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.712263:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.712285:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4cb5c87 x1846872898934976/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317073.712326:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898934976 02000000:00000010:3.0:1761317073.712336:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f90011c5. 00010000:00000010:3.0:1761317073.712364:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a6ef704. 00010000:00000010:3.0:1761317073.712388:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e7cd891. 00000100:00000010:3.0:1761317073.712395:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.712409:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.712413:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e7cd891. 00000400:00000010:3.0:1761317073.712427:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317073.712432:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898934976, offset 224 00000400:00000200:3.0:1761317073.712439:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.712450:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.712456:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90613:90613:256:4294967295] 192.168.204.21@tcp LPNI seq info [90613:90613:8:4294967295] 00000400:00000200:3.0:1761317073.712465:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.712471:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.712475:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063287a84 (tot 82354066). 00000800:00000200:3.0:1761317073.712481:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.712487:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.712490:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063287a84 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.712507:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f203371a. 00000020:00000010:3.0:1761317073.712511:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.712514:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d34bb1fb. 00000800:00000200:3.0:1761317073.712578:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.712581:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063287a84 (tot 82353818). 00000400:00000200:3.0:1761317073.712584:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.712587:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.712590:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:3.0:1761317073.712592:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00080000:00000010:3.0:1761317073.712616:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d34bb1fb. 00010000:00000010:3.0:1761317073.713626:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:3.0:1761317073.713638:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc03e547. 00010000:00000010:1.1:1761317073.714881:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000905b791. 00010000:00000010:1.1:1761317073.714907:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000516f16ad. 00010000:00000010:1.0:1761317073.716326:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002b2e7e1f. 00010000:00000010:1.0:1761317073.716332:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000caade186. 00010000:00000010:1.0:1761317073.716337:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001038e18b. 00010000:00000010:1.0:1761317073.716343:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023873bf1. 00080000:00000010:1.0:1761317073.716364:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a83b98ab. 00010000:00000010:1.0:1761317073.716425:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023873bf1. 00010000:00000010:1.0:1761317073.716431:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000caade186. 00010000:00000010:1.0:1761317073.716481:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075d2b355. 00010000:00000010:1.0:1761317073.716485:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000023873bf1. 00010000:00000010:1.0:1761317073.716494:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007274828d. 00000100:00000010:1.0:1761317073.716500:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006594691d. 00000100:00000010:1.0:1761317073.716508:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000389e62. 02000000:00000010:1.0:1761317073.716521:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075bf90da. 02000000:00000010:1.0:1761317073.716548:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bc8b478. 00000400:00000010:1.0:1761317073.716554:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000953b63b4. 00000400:00000010:1.0:1761317073.716560:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc71fc45. 00000100:00000200:1.0:1761317073.716566:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796288, portal 16 00000400:00000010:1.0:1761317073.716571:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000093d67b44. 00000100:00000200:1.0:1761317073.716574:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796288, offset 0 00000400:00000200:1.0:1761317073.716583:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.716597:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.716604:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.716608:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.716611:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.716614:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90614:90614:256:4294967295] 192.168.204.21@tcp LPNI seq info [90614:90614:8:4294967295] 00000400:00000200:1.0:1761317073.716624:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.716630:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.716634:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022b6b675 (tot 82354066). 00000800:00000200:1.0:1761317073.716640:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.716647:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.716651:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000022b6b675 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.717296:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.717312:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022b6b675 (tot 82353818). 00000400:00000200:3.0:1761317073.717318:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.717324:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.717329:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000093d67b44 00000400:00000010:3.0:1761317073.717330:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000093d67b44. 00000100:00000200:3.0:1761317073.717338:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000389e62 x1846872902796288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.717714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000029c5fae. 00010000:00000010:0.1:1761317073.717721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7d46547. 00010000:00000010:3.1:1761317073.717946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd55c758. 00010000:00000010:3.1:1761317073.717954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9c1c58f. 00010000:00000010:3.1:1761317073.722125:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000698494ce. 00010000:00000010:3.1:1761317073.722138:0:1374:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b11721d. 00010000:00000010:3.1:1761317073.722143:0:1374:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ee1179. 00000400:00000200:0.0:1761317073.725255:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.725272:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510400 00000400:00000200:0.0:1761317073.725281:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb20d1 [1] + 224 00000400:00000200:0.0:1761317073.725294:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.725298:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.725320:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000389e62 x1846872902796288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.726259:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b2e7e1f. 00010000:00000010:1.1:1761317073.726269:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001038e18b. 00000400:00000200:0.0:1761317073.726723:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.726735:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161900 00000400:00000200:0.0:1761317073.726742:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a1d [2] + 1312 00000400:00000200:0.0:1761317073.726811:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.726816:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.726823:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.726828:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 00000020:00000010:0.0:1761317073.726880:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000803f9803. 00000020:00000010:0.0:1761317073.726887:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.726892:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.726919:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec6b75a x1846872898935040/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317073.726954:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935040 02000000:00000010:0.0:1761317073.726968:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002015ff0. 00010000:00000010:0.0:1761317073.727008:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000551c4f6c. 00000100:00000010:0.0:1761317073.727018:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.727026:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:0.0:1761317073.727030:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000551c4f6c. 00000400:00000010:0.0:1761317073.727048:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaaa4a29. 00000100:00000200:0.0:1761317073.727054:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935040, offset 224 00000400:00000200:0.0:1761317073.727061:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.727075:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.727080:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90615:90615:256:4294967295] 192.168.204.21@tcp LPNI seq info [90615:90615:8:4294967295] 00000400:00000200:0.0:1761317073.727091:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.727096:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.727100:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000acb30214 (tot 82354066). 00000800:00000200:0.0:1761317073.727106:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.727113:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.727117:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000acb30214 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.727135:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.727139:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.727142:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000803f9803. 00000800:00000200:3.0:1761317073.727876:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.727881:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000acb30214 (tot 82353818). 00000400:00000200:3.0:1761317073.727887:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.727893:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.727897:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaaa4a29 00000400:00000010:3.0:1761317073.727899:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaaa4a29. 00000400:00000010:2.0:1761317073.728027:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000953b63b4. 00000400:00000200:2.0:1761317073.728033:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc71fc45 00000400:00000010:2.0:1761317073.728035:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc71fc45. 00000100:00000200:2.0:1761317073.728044:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000389e62 x1846872902796288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.728055:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000389e62 x1846872902796288/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317073.728081:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001342517. 02000000:00000010:2.0:1761317073.728098:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006bc8b478. 02000000:00000010:2.0:1761317073.728105:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075bf90da. 00000100:00000010:2.0:1761317073.728111:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000389e62. 00000100:00000010:2.0:1761317073.728114:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006594691d. 00010000:00000010:2.0:1761317073.728117:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007274828d. 00080000:00000010:2.0:1761317073.728135:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a2011a2. 00010000:00000010:2.0:1761317073.728235:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023873bf1. 00010000:00000010:2.0:1761317073.728243:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb517b83. 00010000:00000010:2.0:1761317073.728329:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c183c4d. 00010000:00000010:2.0:1761317073.728336:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317073.728346:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032a92f65. 00000100:00000010:2.0:1761317073.728351:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6d7b9de. 00000100:00000010:2.0:1761317073.728359:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317073.728370:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000143e804f. 02000000:00000010:2.0:1761317073.728395:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006363cd54. 00000400:00000010:2.0:1761317073.728401:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8b913fb. 00000400:00000010:2.0:1761317073.728405:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317073.728411:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796352, portal 16 00000400:00000010:2.0:1761317073.728417:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317073.728419:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796352, offset 0 00000400:00000200:2.0:1761317073.728427:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.728438:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.728446:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.728451:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.728453:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.728456:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90616:90616:256:4294967295] 192.168.204.21@tcp LPNI seq info [90616:90616:8:4294967295] 00000400:00000200:2.0:1761317073.728464:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.728470:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.728475:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bd890f1 (tot 82354066). 00000800:00000200:2.0:1761317073.728481:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.728488:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.728493:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004bd890f1 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1761317073.732835:0:66521:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 02000000:00000010:0.0:1761317073.732858:0:66521:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fc743480. 02000000:00000010:0.0:1761317073.732933:0:15837:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000de338938. 00000400:00000010:0.0:1761317073.732941:0:15837:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317073.732949:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317073.732956:0:15837:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846872902796416, portal 4 00000400:00000010:0.0:1761317073.732965:0:15837:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317073.732967:0:15837:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846872902796416, offset 0 00000400:00000200:0.0:1761317073.732977:0:15837:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317073.732997:0:15837:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317073.733014:0:15837:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb89b510480 00000400:00000200:0.0:1761317073.733022:0:15837:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x31b7d [8] + 7392 00000400:00000200:0.0:1761317073.733032:0:15837:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.733036:0:15837:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317073.733043:0:15837:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1761317073.733049:0:15837:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017474c62. 00000400:00000200:0.0:1761317073.733069:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:0.0:1761317073.733071:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000100:00000200:0.0:1761317073.733078:0:15837:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000034f8703 x1846872902796416/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:0.0:1761317073.733140:0:66436:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000803f9803. 00000020:00000010:0.0:1761317073.733147:0:66436:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.733152:0:66436:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.733196:0:66436:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872902796416 02000000:00000010:0.0:1761317073.733218:0:66436:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000ec80f746. 00010000:00000200:0.0:1761317073.733246:0:66436:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000017474c62 x1846872902796416/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:266/0 lens 224/368 e 0 to 0 dl 1761317116 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:0.0:1761317073.733262:0:66436:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317073.733265:0:66436:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846872902796416, offset 224 00000400:00000200:0.0:1761317073.733269:0:66436:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761317073.733275:0:66436:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761317073.733280:0:66436:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb89b510480 00000400:00000200:0.0:1761317073.733285:0:66436:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xb20e5 [1] + 224 00000400:00000200:0.0:1761317073.733289:0:66436:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.733291:0:66436:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761317073.733295:0:66436:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000034f8703 x1846872902796416/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:0.0:1761317073.733318:0:66436:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:0.0:1761317073.733319:0:66436:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000020:00000010:0.0:1761317073.733329:0:66436:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.733333:0:66436:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.733335:0:66436:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000803f9803. 00000800:00000200:3.0:1761317073.734394:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.734401:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bd890f1 (tot 82353818). 00000400:00000200:3.0:1761317073.734410:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.734419:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.734423:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:3.0:1761317073.734428:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00000100:00000200:3.0:1761317073.734437:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902796352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.734466:0:15837:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:0.0:1761317073.734472:0:15837:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:0.0:1761317073.734473:0:15837:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000100:00000200:0.0:1761317073.734478:0:15837:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000034f8703 x1846872902796416/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1761317073.734486:0:15837:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000034f8703 x1846872902796416/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:0.0:1761317073.734526:0:15837:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000de338938. 02000000:00000010:0.0:1761317073.734532:0:15837:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fc743480. 00000100:00000010:0.0:1761317073.734536:0:15837:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 00000400:00000200:0.0:1761317073.740219:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.740241:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510440 00000400:00000200:0.0:1761317073.740249:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb20dd [1] + 224 00000400:00000200:0.0:1761317073.740261:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.740265:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.740276:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902796352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.740321:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.740327:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161940 00000400:00000200:0.0:1761317073.740332:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a1d [2] + 1640 00000400:00000200:0.0:1761317073.740342:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.740344:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.740348:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.740354:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 00000400:00000010:2.0:1761317073.740421:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8b913fb. 00000400:00000200:2.0:1761317073.740425:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:2.0:1761317073.740428:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:2.0:1761317073.740435:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902796352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.740443:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902796352/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.740472:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006363cd54. 02000000:00000010:2.0:1761317073.740478:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000143e804f. 00000100:00000010:2.0:1761317073.740482:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:2.0:1761317073.740486:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6d7b9de. 00010000:00000010:2.0:1761317073.740491:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032a92f65. 00010000:00000010:2.1:1761317073.741068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c11e3f60. 00010000:00000010:2.1:1761317073.741080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eaa0151f. 00010000:00000010:2.1:1761317073.741086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d2b355. 00000020:00000010:3.0:1761317073.744079:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005301b7e1. 00000020:00000010:3.0:1761317073.744089:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.744094:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.744124:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000034f8703 x1846872898935104/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317073.744170:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935104 02000000:00000010:3.0:1761317073.744182:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002699b1e5. 00010000:00000010:3.0:1761317073.744214:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bcaf17a8. 00010000:00000010:3.0:1761317073.744236:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e7cd891. 00000100:00000010:3.0:1761317073.744244:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.744262:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.744265:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e7cd891. 00000400:00000010:3.0:1761317073.744279:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317073.744284:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935104, offset 224 00000400:00000200:3.0:1761317073.744293:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.744320:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.744326:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90617:90617:256:4294967295] 192.168.204.21@tcp LPNI seq info [90617:90617:8:4294967295] 00000400:00000200:3.0:1761317073.744338:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.744343:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.744347:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063287a84 (tot 82354066). 00000800:00000200:3.0:1761317073.744354:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.744363:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.744368:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063287a84 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.744390:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.744394:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.744397:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005301b7e1. 00000800:00000200:3.0:1761317073.744502:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.744505:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063287a84 (tot 82353818). 00000400:00000200:3.0:1761317073.744509:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.744513:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.744517:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:3.0:1761317073.744519:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00080000:00000010:2.0:1761317073.748859:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000143e804f. 00010000:00000010:2.0:1761317073.748975:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317073.748984:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098bdd852. 00010000:00000010:2.0:1761317073.749071:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f2bf747. 00010000:00000010:2.0:1761317073.749077:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317073.749091:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032a92f65. 00000100:00000010:2.0:1761317073.749100:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6d7b9de. 00000100:00000010:2.0:1761317073.749111:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000eac72a03. 02000000:00000010:2.0:1761317073.749125:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006363cd54. 02000000:00000010:2.0:1761317073.749159:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000075bf90da. 00000400:00000010:2.0:1761317073.749168:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d8b913fb. 00000400:00000010:2.0:1761317073.749176:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317073.749184:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796480, portal 16 00000400:00000010:2.0:1761317073.749190:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd1b652d. 00000100:00000200:2.0:1761317073.749192:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796480, offset 0 00000400:00000200:2.0:1761317073.749202:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.749219:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.749226:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.749229:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.749232:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.749235:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90618:90618:256:4294967295] 192.168.204.21@tcp LPNI seq info [90618:90618:8:4294967295] 00000400:00000200:2.0:1761317073.749246:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.749252:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.749256:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8701646 (tot 82354066). 00000800:00000200:2.0:1761317073.749263:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.749270:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.749275:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f8701646 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.751662:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.751671:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8701646 (tot 82353818). 00000400:00000200:3.0:1761317073.751700:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.751711:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.751718:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b652d 00000400:00000010:3.0:1761317073.751721:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b652d. 00000100:00000200:3.0:1761317073.751731:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000eac72a03 x1846872902796480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.758768:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.758787:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5104c0 00000400:00000200:3.0:1761317073.758796:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb20f5 [1] + 224 00000400:00000200:3.0:1761317073.758808:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.758813:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.758824:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000eac72a03 x1846872902796480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.758854:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.758860:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161980 00000400:00000200:3.0:1761317073.758865:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a1d [2] + 1968 00000400:00000010:3.0:1761317073.758869:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bceb9b15. 00000400:00000200:3.0:1761317073.758873:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a1848df7 00000400:00000200:3.0:1761317073.758929:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.758934:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.758937:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1848df7 00000400:00000010:3.0:1761317073.758939:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a1848df7 (tot 82353666). 00000100:00000200:3.0:1761317073.758944:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761317073.758974:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d8b913fb. 00000400:00000200:3.0:1761317073.758977:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:3.0:1761317073.758979:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:3.0:1761317073.758985:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000eac72a03 x1846872902796480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.758993:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000eac72a03 x1846872902796480/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.759024:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000075bf90da. 02000000:00000010:3.0:1761317073.759032:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006363cd54. 00000100:00000010:3.0:1761317073.759037:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000eac72a03. 00000100:00000010:3.0:1761317073.759042:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6d7b9de. 00010000:00000010:3.0:1761317073.759046:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032a92f65. 00000020:00000010:1.0:1761317073.760836:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082e05df8. 00000020:00000010:1.0:1761317073.760847:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.760851:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.760881:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ee68a5b3 x1846872898935168/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317073.760916:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935168 02000000:00000010:1.0:1761317073.760928:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a75636d4. 00010000:00000010:1.0:1761317073.760956:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a5d8140. 00010000:00000010:1.0:1761317073.760976:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317073.760983:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000adeb9cf2. 00000100:00000010:1.0:1761317073.760991:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000adeb9cf2. 00010000:00000010:1.0:1761317073.760995:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000010:1.0:1761317073.761012:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00080000:00000010:3.0:1761317073.761014:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005301b7e1. 00000100:00000200:1.0:1761317073.761018:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935168, offset 224 00000400:00000200:1.0:1761317073.761027:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.761042:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.761049:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90619:90619:256:4294967295] 192.168.204.21@tcp LPNI seq info [90619:90619:8:4294967295] 00000400:00000200:1.0:1761317073.761060:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.761066:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.761070:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82353914). 00000800:00000200:1.0:1761317073.761078:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.761085:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.761089:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761317073.761102:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00000020:00000010:1.0:1761317073.761108:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00010000:00000010:3.0:1761317073.761110:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014d3769c. 00000020:00000010:1.0:1761317073.761116:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.761121:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082e05df8. 02000000:00000010:1.0:1761317073.761129:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002699b1e5. 00000100:00000010:1.0:1761317073.761133:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 02000000:00000010:1.0:1761317073.761137:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002015ff0. 00000100:00000010:1.0:1761317073.761140:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 02000000:00000010:1.0:1761317073.761143:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f90011c5. 00000100:00000010:1.0:1761317073.761145:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4cb5c87. 02000000:00000010:1.0:1761317073.761148:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007392d995. 00000100:00000010:1.0:1761317073.761152:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000260ce024. 02000000:00000010:1.0:1761317073.761156:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1a04e70. 00000100:00000010:1.0:1761317073.761160:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 02000000:00000010:1.0:1761317073.761163:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1fe5b82. 00000100:00000010:1.0:1761317073.761166:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 00000100:00000200:1.0:1761317073.761171:0:64752:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:3.0:1761317073.761172:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000007ee1179. 00000400:00000010:1.0:1761317073.761177:0:64752:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae7d4813. 00010000:00000010:3.0:1761317073.761180:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001b47924a. 00000400:00000010:1.0:1761317073.761183:0:64752:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000adeb9cf2 (tot 82354066). 00010000:00000010:3.0:1761317073.761191:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e7cd891. 00000100:00000010:3.0:1761317073.761196:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.761203:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000077a99891. 02000000:00000010:3.0:1761317073.761212:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1fe5b82. 02000000:00000010:3.0:1761317073.761235:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f90011c5. 00000400:00000010:3.0:1761317073.761239:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.761243:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a1b69cf. 00000100:00000200:3.0:1761317073.761246:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796544, portal 16 00000400:00000010:3.0:1761317073.761251:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317073.761253:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796544, offset 0 00000400:00000200:3.0:1761317073.761259:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.761266:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.761273:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.761277:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.761281:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000800:00000200:1.0:1761317073.761282:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1761317073.761285:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90620:90620:255:4294967295] 192.168.204.21@tcp LPNI seq info [90620:90620:7:4294967295] 00000800:00000010:1.0:1761317073.761287:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82353818). 00000400:00000200:1.0:1761317073.761294:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.761296:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000400:00000200:1.0:1761317073.761311:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000800:00000200:3.0:1761317073.761315:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.761318:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000800:00000010:3.0:1761317073.761320:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063287a84 (tot 82354066). 00000400:00000010:1.0:1761317073.761321:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000800:00000200:3.0:1761317073.761326:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 02000000:00000010:1.0:1761317073.761328:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a75636d4. 00000800:00000200:3.0:1761317073.761332:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.761335:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063287a84 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.761442:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.761444:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063287a84 (tot 82353818). 00000400:00000200:3.0:1761317073.761448:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.761451:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.761453:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:3.0:1761317073.761454:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:3.0:1761317073.761459:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000077a99891 x1846872902796544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.763282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee6d26d5. 00000400:00000200:3.0:1761317073.764049:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.764065:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510500 00000400:00000200:3.0:1761317073.764073:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2105 [1] + 224 00000400:00000200:3.0:1761317073.764086:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.764089:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.764098:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000077a99891 x1846872902796544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.764397:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:0.0:1761317073.764403:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a1b69cf 00000400:00000010:0.0:1761317073.764405:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a1b69cf. 00000100:00000200:0.0:1761317073.764412:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000077a99891 x1846872902796544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.764419:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000077a99891 x1846872902796544/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.764452:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f90011c5. 02000000:00000010:0.0:1761317073.764458:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1fe5b82. 00000100:00000010:0.0:1761317073.764461:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000077a99891. 00000100:00000010:0.0:1761317073.764465:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:0.0:1761317073.764468:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e7cd891. 00000400:00000200:3.0:1761317073.764941:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.764951:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b1619c0 00000400:00000200:3.0:1761317073.764957:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a75 [2] + 0 00000400:00000200:3.0:1761317073.765013:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.765017:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.765023:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.765028:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9e36875. 00000020:00000010:0.0:1761317073.765205:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000803f9803. 00000020:00000010:0.0:1761317073.765212:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.765215:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.765239:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9e36875 x1846872898935232/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317073.765271:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935232 02000000:00000010:0.0:1761317073.765284:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000002015ff0. 00010000:00000010:0.0:1761317073.765321:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec59c001. 00010000:00000010:0.0:1761317073.765341:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000551c4f6c. 00000100:00000010:0.0:1761317073.765347:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.765357:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:0.0:1761317073.765359:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000551c4f6c. 00000400:00000010:0.0:1761317073.765372:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317073.765376:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935232, offset 224 00000400:00000200:0.0:1761317073.765384:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.765394:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.765400:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90621:90621:256:4294967295] 192.168.204.21@tcp LPNI seq info [90621:90621:8:4294967295] 00000400:00000200:0.0:1761317073.765408:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.765413:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.765417:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317073.765423:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.765430:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.765434:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.765452:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.765456:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.765460:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000803f9803. 00080000:00000010:0.0:1761317073.765492:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000803f9803. 00010000:00000010:0.0:1761317073.765622:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b47924a. 00010000:00000010:0.0:1761317073.765629:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af0584dd. 00010000:00000010:0.0:1761317073.765755:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.0:1761317073.765764:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.765776:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000551c4f6c. 00000100:00000010:0.0:1761317073.765779:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.765786:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317073.765796:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6b9d93e. 02000000:00000010:0.0:1761317073.765835:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc74b8e3. 00000400:00000010:0.0:1761317073.765841:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317073.765845:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317073.766452:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796608, portal 16 00000400:00000010:0.0:1761317073.766460:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317073.766462:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796608, offset 0 00000400:00000200:0.0:1761317073.766470:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.766480:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.766486:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.766489:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.766491:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.766494:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90622:90622:255:4294967295] 192.168.204.21@tcp LPNI seq info [90622:90622:7:4294967295] 00000400:00000200:0.0:1761317073.766501:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.766506:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.766509:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354314). 00000800:00000200:0.0:1761317073.766513:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.766518:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.766520:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.766567:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.766569:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82354066). 00000400:00000200:0.0:1761317073.766573:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.766576:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.766578:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:0.0:1761317073.766580:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000800:00000200:0.0:1761317073.766627:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.766628:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:0.0:1761317073.766631:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.766634:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.766635:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f6bd1ac 00000400:00000010:0.0:1761317073.766636:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f6bd1ac. 00000100:00000200:0.0:1761317073.766640:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902796608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.769609:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.769626:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510540 00000400:00000200:3.0:1761317073.769635:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2111 [1] + 224 00000400:00000200:3.0:1761317073.769646:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.769650:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.769660:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902796608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.770558:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.770568:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161a00 00000400:00000200:3.0:1761317073.770574:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a75 [2] + 328 00000400:00000200:3.0:1761317073.770586:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.770590:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.770594:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.770600:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064fe2df4. 00000020:00000010:3.0:1761317073.770646:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002699b1e5. 00000020:00000010:3.0:1761317073.770652:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.770657:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.770702:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064fe2df4 x1846872898935296/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317073.770730:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935296 02000000:00000010:3.0:1761317073.770741:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb5c5856. 00010000:00000010:3.0:1761317073.770777:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb00790e. 00000100:00000010:3.0:1761317073.770784:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.770791:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.770795:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb00790e. 00000400:00000010:3.0:1761317073.770809:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317073.770813:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935296, offset 224 00000400:00000200:3.0:1761317073.770821:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.770831:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.770836:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90623:90623:256:4294967295] 192.168.204.21@tcp LPNI seq info [90623:90623:8:4294967295] 00000400:00000200:3.0:1761317073.770844:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.770849:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.770853:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063287a84 (tot 82354066). 00000800:00000200:3.0:1761317073.770858:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.770865:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.770868:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063287a84 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.770882:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.770885:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.770888:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002699b1e5. 00000400:00000010:0.0:1761317073.771023:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:0.0:1761317073.771028:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:0.0:1761317073.771029:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000100:00000200:0.0:1761317073.771036:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902796608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.771043:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902796608/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317073.771063:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002cb10103. 02000000:00000010:0.0:1761317073.771076:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc74b8e3. 00000800:00000200:3.0:1761317073.771079:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1761317073.771081:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6b9d93e. 00000800:00000010:3.0:1761317073.771082:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063287a84 (tot 82353818). 00000400:00000200:3.0:1761317073.771084:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1761317073.771085:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000400:00000200:3.0:1761317073.771088:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000010:0.0:1761317073.771088:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:0.0:1761317073.771090:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000551c4f6c. 00000400:00000200:3.0:1761317073.771091:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:3.0:1761317073.771092:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00080000:00000010:0.0:1761317073.771104:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc74b8e3. 00010000:00000010:0.0:1761317073.771186:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.771193:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000871eeeb8. 00010000:00000010:0.0:1761317073.771266:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df721f2d. 00010000:00000010:0.0:1761317073.771270:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002d05673c. 00010000:00000010:0.0:1761317073.771275:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c7d7939. 00010000:00000010:0.0:1761317073.771279:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00080000:00000010:0.0:1761317073.771290:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6b9d93e. 00010000:00000010:0.0:1761317073.771332:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.771336:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d05673c. 00010000:00000010:0.0:1761317073.771389:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a38e8b02. 00010000:00000010:0.0:1761317073.771392:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b8f1520. 00010000:00000010:0.0:1761317073.771400:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000551c4f6c. 00000100:00000010:0.0:1761317073.771403:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.771408:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 02000000:00000010:0.0:1761317073.771419:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4c7a2a5. 02000000:00000010:0.0:1761317073.771441:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e304ee4f. 00000400:00000010:0.0:1761317073.771446:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317073.771449:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317073.771454:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796672, portal 16 00000400:00000010:0.0:1761317073.771458:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f6bd1ac. 00000100:00000200:0.0:1761317073.771460:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796672, offset 0 00000400:00000200:0.0:1761317073.771465:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.771473:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.771480:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.771483:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.771486:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.771488:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90624:90624:256:4294967295] 192.168.204.21@tcp LPNI seq info [90624:90624:8:4294967295] 00000400:00000200:0.0:1761317073.771494:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.771499:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.771502:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083c883eb (tot 82354066). 00000800:00000200:0.0:1761317073.771506:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.771511:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.771514:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000083c883eb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761317073.771874:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717d9e45. 00000800:00000200:3.0:1761317073.774961:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.774968:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083c883eb (tot 82353818). 00000400:00000200:3.0:1761317073.774976:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.774986:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.774991:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f6bd1ac 00000400:00000010:3.0:1761317073.774993:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f6bd1ac. 00000100:00000200:3.0:1761317073.775003:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce934e5c x1846872902796672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.776213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005062f1ad. 00010000:00000010:2.1:1761317073.776221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c183c4d. 00010000:00000010:3.1:1761317073.776749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000496861c8. 00010000:00000010:3.1:1761317073.776755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2bf747. 00010000:00000010:0.1:1761317073.776888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af7bb41e. 00010000:00000010:0.1:1761317073.776893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ac2212e. 00010000:00000010:0.1:1761317073.776896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007ee1179. 00010000:00000010:0.1:1761317073.776899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c172472. 00010000:00000010:0.1:1761317073.776903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032d0048e. 00010000:00000010:0.1:1761317073.776907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.1:1761317073.776910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df721f2d. 00010000:00000010:0.1:1761317073.776914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7d7939. 00000400:00000200:3.0:1761317073.777099:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.777112:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510580 00000400:00000200:3.0:1761317073.777120:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb211d [1] + 224 00000400:00000200:3.0:1761317073.777135:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.777139:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.777148:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ce934e5c x1846872902796672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317073.777208:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:0.0:1761317073.777213:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:0.0:1761317073.777214:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00000100:00000200:0.0:1761317073.777220:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce934e5c x1846872902796672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.777227:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce934e5c x1846872902796672/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.777256:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e304ee4f. 02000000:00000010:0.0:1761317073.777261:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4c7a2a5. 00000100:00000010:0.0:1761317073.777265:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 00000100:00000010:0.0:1761317073.777268:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:0.0:1761317073.777271:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000551c4f6c. 00000400:00000200:3.0:1761317073.777634:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.777642:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161a40 00000400:00000200:3.0:1761317073.777647:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a75 [2] + 656 00000400:00000200:3.0:1761317073.777711:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.777715:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.777719:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.777724:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d6bf661. 00000020:00000010:0.0:1761317073.777774:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e304ee4f. 00000020:00000010:0.0:1761317073.777780:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.777784:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.777887:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d6bf661 x1846872898935360/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.777922:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935360 02000000:00000010:0.0:1761317073.777933:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036d864b1. 00010000:00000010:0.0:1761317073.777960:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000087fd00a9. 00010000:00000010:0.0:1761317073.777979:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000551c4f6c. 00000100:00000010:0.0:1761317073.777985:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.778004:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:0.0:1761317073.778006:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000551c4f6c. 00000400:00000010:0.0:1761317073.778019:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e62711ae. 00000100:00000200:0.0:1761317073.778024:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935360, offset 224 00000400:00000200:0.0:1761317073.778032:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.778042:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.778047:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90625:90625:256:4294967295] 192.168.204.21@tcp LPNI seq info [90625:90625:8:4294967295] 00000400:00000200:0.0:1761317073.778056:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.778061:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.778065:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc743480 (tot 82354066). 00000800:00000200:0.0:1761317073.778070:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.778077:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.778080:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fc743480 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.778104:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317073.778109:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.778112:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e304ee4f. 00080000:00000010:2.0:1761317073.778165:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000737f50bc. 00000800:00000200:3.0:1761317073.778166:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.778170:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc743480 (tot 82353818). 00000400:00000200:3.0:1761317073.778173:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.778176:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.778179:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e62711ae 00000400:00000010:3.0:1761317073.778180:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e62711ae. 00010000:00000010:2.0:1761317073.778250:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8f1520. 00010000:00000010:2.0:1761317073.778258:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000adbe2936. 00010000:00000010:2.0:1761317073.778339:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c183c4d. 00010000:00000010:2.0:1761317073.778346:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006139382. 00010000:00000010:2.0:1761317073.778356:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef0dca4c. 00000100:00000010:2.0:1761317073.778360:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9720e2b. 00000100:00000010:2.0:1761317073.778368:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 02000000:00000010:2.0:1761317073.778380:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ff93838. 02000000:00000010:2.0:1761317073.778407:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004208dda2. 00000400:00000010:2.0:1761317073.778412:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb70f073. 00000400:00000010:2.0:1761317073.778417:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000028861823. 00000100:00000200:2.0:1761317073.778422:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796736, portal 16 00000400:00000010:2.0:1761317073.778426:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd1b652d. 00000100:00000200:2.0:1761317073.778428:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796736, offset 0 00000400:00000200:2.0:1761317073.778434:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.778440:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.778447:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.778451:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.778454:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.778457:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90626:90626:256:4294967295] 192.168.204.21@tcp LPNI seq info [90626:90626:8:4294967295] 00000400:00000200:2.0:1761317073.778463:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.778467:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.778470:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a681ffff (tot 82354066). 00000800:00000200:2.0:1761317073.778474:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.778478:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.778480:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a681ffff type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.778545:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.778548:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a681ffff (tot 82353818). 00000400:00000200:3.0:1761317073.778553:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.778557:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.778559:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd1b652d 00000400:00000010:3.0:1761317073.778561:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd1b652d. 00000100:00000200:3.0:1761317073.778567:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000043b3a93 x1846872902796736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.780021:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.780038:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5105c0 00000400:00000200:3.0:1761317073.780254:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2129 [1] + 224 00000400:00000200:3.0:1761317073.780271:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.780275:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.780284:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000043b3a93 x1846872902796736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.780336:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb70f073. 00000400:00000200:3.0:1761317073.780340:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000028861823 00000400:00000010:3.0:1761317073.780341:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000028861823. 00000100:00000200:3.0:1761317073.780346:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000043b3a93 x1846872902796736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.780354:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000043b3a93 x1846872902796736/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.780378:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004208dda2. 02000000:00000010:3.0:1761317073.780383:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003ff93838. 00000100:00000010:3.0:1761317073.780387:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 00000100:00000010:3.0:1761317073.780391:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e9720e2b. 00010000:00000010:3.0:1761317073.780397:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef0dca4c. 00000400:00000200:0.0:1761317073.781933:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.781950:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161a80 00000400:00000200:0.0:1761317073.781956:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a75 [2] + 984 00000400:00000200:0.0:1761317073.782018:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.782023:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.782029:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.782034:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00000020:00000010:1.0:1761317073.783028:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a75636d4. 00000020:00000010:1.0:1761317073.783038:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.783042:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.783072:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898935424/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.783115:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935424 02000000:00000010:1.0:1761317073.783126:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082e05df8. 00010000:00000010:1.0:1761317073.783156:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008625310c. 00010000:00000010:1.0:1761317073.783174:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317073.783180:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b91f152. 00000100:00000010:1.0:1761317073.783194:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b91f152. 00010000:00000010:1.0:1761317073.783198:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000010:1.0:1761317073.783212:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8f6faf9. 00000100:00000200:1.0:1761317073.783218:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935424, offset 224 00000400:00000200:1.0:1761317073.783226:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.783239:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.783245:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90627:90627:256:4294967295] 192.168.204.21@tcp LPNI seq info [90627:90627:8:4294967295] 00000400:00000200:1.0:1761317073.783255:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.783260:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.783264:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82354066). 00000800:00000200:1.0:1761317073.783270:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.783276:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.783279:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.784671:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.784677:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82353818). 00000400:00000200:0.0:1761317073.784700:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.784706:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.784711:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8f6faf9 00000400:00000010:0.0:1761317073.784713:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8f6faf9. 00000020:00000010:1.0:1761317073.784775:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.784783:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.784787:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a75636d4. 00080000:00000010:1.0:1761317073.784955:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a75636d4. 00010000:00000010:1.0:1761317073.785046:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006139382. 00010000:00000010:1.0:1761317073.785054:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006eb469de. 00010000:00000010:2.1:1761317073.785277:0:78640:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ebb8aae. 00010000:00000010:2.1:1761317073.785283:0:78640:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a38e8b02. 00010000:00000010:1.0:1761317073.785861:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001038e18b. 00010000:00000010:1.0:1761317073.785869:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002e7dc8c1. 00010000:00000010:1.0:1761317073.785882:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317073.785888:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b91f152. 00000100:00000010:1.0:1761317073.785898:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4cb5c87. 02000000:00000010:1.0:1761317073.785911:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095330cf1. 02000000:00000010:1.0:1761317073.785943:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000458d220a. 00000400:00000010:1.0:1761317073.785949:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c2ccae1. 00000400:00000010:1.0:1761317073.785954:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317073.785961:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796800, portal 16 00000400:00000010:1.0:1761317073.785966:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000088b1be39. 00000100:00000200:1.0:1761317073.785968:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796800, offset 0 00000400:00000200:1.0:1761317073.785976:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.785991:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.785999:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.786002:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.786004:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.786007:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90628:90628:256:4294967295] 192.168.204.21@tcp LPNI seq info [90628:90628:8:4294967295] 00000400:00000200:1.0:1761317073.786015:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.786021:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.786025:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354066). 00000800:00000200:1.0:1761317073.786031:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.786038:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.786042:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.786154:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.786158:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82353818). 00000400:00000200:3.0:1761317073.786164:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.786168:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.786171:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088b1be39 00000400:00000010:3.0:1761317073.786173:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000088b1be39. 00000100:00000200:3.0:1761317073.786181:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4cb5c87 x1846872902796800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.787818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1613f29. 00010000:00000010:0.1:1761317073.787870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e97c505. 00010000:00000010:1.1:1761317073.793470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002f5b840. 00010000:00000010:1.1:1761317073.793484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c183c4d. 00000400:00000200:3.0:1761317073.800123:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.800142:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510600 00000400:00000200:3.0:1761317073.800150:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2135 [1] + 224 00000400:00000200:3.0:1761317073.800162:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.800165:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.800176:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4cb5c87 x1846872902796800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.800213:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.800219:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161ac0 00000400:00000200:3.0:1761317073.800224:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a75 [2] + 1312 00000400:00000010:1.0:1761317073.800547:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c2ccae1. 00000400:00000200:1.0:1761317073.800552:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:1.0:1761317073.800554:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00000100:00000200:1.0:1761317073.800562:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4cb5c87 x1846872902796800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.800569:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4cb5c87 x1846872902796800/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.800599:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000458d220a. 02000000:00000010:1.0:1761317073.800604:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000095330cf1. 00000100:00000010:1.0:1761317073.800608:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4cb5c87. 00000100:00000010:1.0:1761317073.800611:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b91f152. 00010000:00000010:1.0:1761317073.800615:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000200:3.0:1761317073.800955:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.800961:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.800967:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.800972:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e664071e. 00000020:00000010:1.0:1761317073.801053:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095330cf1. 00000020:00000010:1.0:1761317073.801060:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.801064:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.801089:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e664071e x1846872898935488/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.801123:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935488 02000000:00000010:1.0:1761317073.801134:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000458d220a. 00010000:00000010:1.0:1761317073.801161:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001adb2372. 00010000:00000010:1.0:1761317073.801179:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fdd1305a. 00000100:00000010:1.0:1761317073.801184:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b91f152. 00000100:00000010:1.0:1761317073.801201:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b91f152. 00010000:00000010:1.0:1761317073.801203:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fdd1305a. 00000400:00000010:1.0:1761317073.801215:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317073.801219:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935488, offset 224 00000400:00000200:1.0:1761317073.801226:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.801237:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.801242:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90629:90629:256:4294967295] 192.168.204.21@tcp LPNI seq info [90629:90629:8:4294967295] 00000400:00000200:1.0:1761317073.801252:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.801257:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.801262:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008c31ba7 (tot 82354066). 00000800:00000200:1.0:1761317073.801268:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.801275:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.801278:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008c31ba7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.801307:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.801314:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.801317:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095330cf1. 00000800:00000200:1.0:1761317073.801394:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.801398:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008c31ba7 (tot 82353818). 00000400:00000200:1.0:1761317073.801404:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.801407:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.801410:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:1.0:1761317073.801411:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 00080000:00000010:2.0:1761317073.801467:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c8f218c. 00010000:00000010:2.0:1761317073.801551:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002e7dc8c1. 00010000:00000010:2.0:1761317073.801557:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d6f56dd. 00010000:00000010:2.0:1761317073.801627:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098651a7d. 00010000:00000010:2.0:1761317073.801633:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317073.801643:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcd6700. 00000100:00000010:2.0:1761317073.801647:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000045a086a. 00000100:00000010:2.0:1761317073.801653:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 02000000:00000010:2.0:1761317073.801663:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc59072f. 02000000:00000010:2.0:1761317073.801710:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bac76b6. 00000400:00000010:2.0:1761317073.801715:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fea90af8. 00000400:00000010:2.0:1761317073.801718:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317073.801723:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796864, portal 16 00000400:00000010:2.0:1761317073.801727:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f1bd8564. 00000100:00000200:2.0:1761317073.801728:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796864, offset 0 00000400:00000200:2.0:1761317073.801734:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.801742:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.801749:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.801752:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.801756:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.801758:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90630:90630:256:4294967295] 192.168.204.21@tcp LPNI seq info [90630:90630:8:4294967295] 00000400:00000200:2.0:1761317073.801765:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.801770:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.801773:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001141d1a5 (tot 82354066). 00000800:00000200:2.0:1761317073.801777:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.801781:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.801783:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001141d1a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.801852:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.801855:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001141d1a5 (tot 82353818). 00000400:00000200:3.0:1761317073.801862:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.801865:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.801868:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f1bd8564 00000400:00000010:3.0:1761317073.801869:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f1bd8564. 00000100:00000200:3.0:1761317073.801877:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003c67b2b8 x1846872902796864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.806993:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.807016:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510640 00000400:00000200:3.0:1761317073.807025:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2141 [1] + 224 00000400:00000200:3.0:1761317073.807038:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.807042:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.807053:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003c67b2b8 x1846872902796864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.807087:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.807093:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161b00 00000400:00000200:3.0:1761317073.807098:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a75 [2] + 1640 00000400:00000200:3.0:1761317073.807143:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.807147:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.807151:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.807157:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a56c0748. 00000400:00000010:2.0:1761317073.808043:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fea90af8. 00000400:00000200:2.0:1761317073.808051:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:2.0:1761317073.808054:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00000100:00000200:2.0:1761317073.808063:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003c67b2b8 x1846872902796864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.808073:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003c67b2b8 x1846872902796864/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.808105:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bac76b6. 02000000:00000010:2.0:1761317073.808111:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc59072f. 00000100:00000010:2.0:1761317073.808114:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000010:2.0:1761317073.808116:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000045a086a. 00010000:00000010:2.0:1761317073.808122:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcd6700. 00000020:00000010:0.0:1761317073.808221:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e304ee4f. 00000020:00000010:0.0:1761317073.808228:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317073.808233:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317073.808258:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a56c0748 x1846872898935552/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317073.808296:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935552 02000000:00000010:0.0:1761317073.808316:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004857a4a1. 00010000:00000010:0.0:1761317073.808345:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000004783c8. 00010000:00000010:0.0:1761317073.808369:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000551c4f6c. 00000100:00000010:0.0:1761317073.808377:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.808389:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:0.0:1761317073.808392:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000551c4f6c. 00000400:00000010:0.0:1761317073.808404:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317073.808409:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935552, offset 224 00000400:00000200:0.0:1761317073.808416:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.808427:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.808432:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90631:90631:256:4294967295] 192.168.204.21@tcp LPNI seq info [90631:90631:8:4294967295] 00000400:00000200:0.0:1761317073.808442:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.808448:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.808451:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317073.808456:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.808463:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.808467:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317073.808483:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ddfc218d. 00000020:00000010:0.0:1761317073.808487:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317073.808489:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e304ee4f. 00000800:00000200:0.0:1761317073.808559:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.808562:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:0.0:1761317073.808566:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.808570:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.808572:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:0.0:1761317073.808574:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00080000:00000010:3.0:1761317073.809205:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8524da3. 00010000:00000010:3.0:1761317073.809314:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:3.0:1761317073.809322:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093a5c41d. 00010000:00000010:3.0:1761317073.809392:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea7e5237. 00010000:00000010:3.0:1761317073.809398:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.809409:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5fa6e04. 00000100:00000010:3.0:1761317073.809414:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.809422:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317073.809434:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002699b1e5. 02000000:00000010:3.0:1761317073.809624:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1fe5b82. 00000400:00000010:3.0:1761317073.809631:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.809636:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317073.809641:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796928, portal 16 00000400:00000010:3.0:1761317073.809647:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aab1bb0c. 00000100:00000200:3.0:1761317073.809648:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796928, offset 0 00000400:00000200:3.0:1761317073.809656:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.809669:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.809676:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.809802:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.809805:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.809855:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90632:90632:256:4294967295] 192.168.204.21@tcp LPNI seq info [90632:90632:8:4294967295] 00000400:00000200:3.0:1761317073.809865:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.809869:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.809873:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063287a84 (tot 82354066). 00000800:00000200:3.0:1761317073.809879:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.809884:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.809888:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063287a84 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.811067:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.811073:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063287a84 (tot 82353818). 00000400:00000200:2.0:1761317073.811077:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.811084:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.811090:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aab1bb0c 00000400:00000010:2.0:1761317073.811092:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aab1bb0c. 00000100:00000200:2.0:1761317073.811099:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902796928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.811171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dcf1c0fb. 00010000:00000010:2.1:1761317073.812980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b3b2d07. 00010000:00000010:2.1:1761317073.812990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001038e18b. 00010000:00000010:0.1:1761317073.819947:0:15831:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000439e7b3c. 00000400:00000200:0.0:1761317073.819985:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.820002:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510680 00000400:00000200:0.0:1761317073.820016:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb214d [1] + 224 00000400:00000200:0.0:1761317073.820027:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.820031:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.820041:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902796928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.820073:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.820077:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161b40 00000400:00000200:0.0:1761317073.820082:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0a75 [2] + 1968 00000400:00000010:0.0:1761317073.820086:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6e4a56d. 00000400:00000200:0.0:1761317073.820090:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b785d60e 00000400:00000200:0.0:1761317073.820155:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.820159:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.820161:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b785d60e 00000400:00000010:0.0:1761317073.820164:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b785d60e (tot 82353666). 00000100:00000200:0.0:1761317073.820168:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761317073.820239:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095330cf1. 00000020:00000010:1.0:1761317073.820246:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.820250:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.820271:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c8991daf x1846872898935616/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.820323:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935616 02000000:00000010:1.0:1761317073.820333:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e0540c2. 00010000:00000010:1.0:1761317073.820367:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ece584e3. 00000100:00000010:1.0:1761317073.820372:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b91f152. 00000100:00000010:1.0:1761317073.820378:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b91f152. 00010000:00000010:1.0:1761317073.820380:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ece584e3. 00000400:00000010:1.0:1761317073.820392:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000087638acd. 00000100:00000200:1.0:1761317073.820396:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935616, offset 224 00000400:00000200:1.0:1761317073.820403:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.820412:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.820417:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90633:90633:256:4294967295] 192.168.204.21@tcp LPNI seq info [90633:90633:8:4294967295] 00000400:00000200:1.0:1761317073.820426:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.820431:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.820434:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008c31ba7 (tot 82353914). 00000800:00000200:1.0:1761317073.820439:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.820445:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.820448:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008c31ba7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.820460:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.820465:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.820467:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095330cf1. 02000000:00000010:1.0:1761317073.820474:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004857a4a1. 00000100:00000010:1.0:1761317073.820477:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a56c0748. 02000000:00000010:1.0:1761317073.820480:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000458d220a. 00000100:00000010:1.0:1761317073.820482:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e664071e. 02000000:00000010:1.0:1761317073.820484:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082e05df8. 00000100:00000010:1.0:1761317073.820486:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 02000000:00000010:1.0:1761317073.820488:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036d864b1. 00000100:00000010:1.0:1761317073.820489:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d6bf661. 02000000:00000010:1.0:1761317073.820492:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb5c5856. 00000100:00000010:1.0:1761317073.820494:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064fe2df4. 02000000:00000010:1.0:1761317073.820496:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000002015ff0. 00000100:00000010:1.0:1761317073.820499:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9e36875. 00000100:00000200:1.0:1761317073.820504:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317073.820508:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c2ccae1. 00000400:00000010:1.0:1761317073.820511:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009b91f152 (tot 82354066). 00000800:00000200:0.0:1761317073.820597:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.820601:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008c31ba7 (tot 82353818). 00000400:00000200:0.0:1761317073.820606:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.820609:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.820612:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000087638acd 00000400:00000010:0.0:1761317073.820613:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000087638acd. 02000000:00000010:0.0:1761317073.820617:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e0540c2. 00000400:00000010:3.0:1761317073.820669:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317073.820672:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:3.0:1761317073.820673:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00010000:00000010:3.1:1761317073.820709:0:77308:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e01bd4a8. 00010000:00000010:3.1:1761317073.820714:0:77308:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098651a7d. 00000100:00000200:3.0:1761317073.820721:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902796928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.820729:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902796928/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317073.820750:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065c352af. 02000000:00000010:3.0:1761317073.820763:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1fe5b82. 02000000:00000010:3.0:1761317073.820768:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002699b1e5. 00000100:00000010:3.0:1761317073.820771:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317073.820774:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.820776:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5fa6e04. 00080000:00000010:3.0:1761317073.820793:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007392d995. 00010000:00000010:3.0:1761317073.820878:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.820884:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000471996e7. 00010000:00000010:3.0:1761317073.820952:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c92a766e. 00010000:00000010:3.0:1761317073.820956:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a3d71601. 00010000:00000010:3.0:1761317073.820961:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8594f56. 00010000:00000010:3.0:1761317073.820966:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8b85319. 00080000:00000010:3.0:1761317073.820976:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075bf90da. 00010000:00000010:3.0:1761317073.821001:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.821004:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3d71601. 00010000:00000010:3.0:1761317073.821055:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000352908dc. 00010000:00000010:3.0:1761317073.821058:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.821066:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5fa6e04. 00000100:00000010:3.0:1761317073.821069:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.821075:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317073.821087:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006363cd54. 02000000:00000010:3.0:1761317073.821109:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000019351cb5. 00000400:00000010:3.0:1761317073.821112:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.821115:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317073.821119:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902796992, portal 16 00000400:00000010:3.0:1761317073.821122:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053b1fcbc. 00000100:00000200:3.0:1761317073.821124:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902796992, offset 0 00000400:00000200:3.0:1761317073.821130:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.821137:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.821143:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.821147:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.821150:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.821152:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90634:90634:256:4294967295] 192.168.204.21@tcp LPNI seq info [90634:90634:8:4294967295] 00000400:00000200:3.0:1761317073.821159:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.821164:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.821168:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000effe930b (tot 82354066). 00000800:00000200:3.0:1761317073.821172:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.821176:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.821178:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000effe930b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.821290:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.821293:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000effe930b (tot 82353818). 00000400:00000200:0.0:1761317073.821307:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.821310:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.821313:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053b1fcbc 00000400:00000010:0.0:1761317073.821315:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053b1fcbc. 00000100:00000200:0.0:1761317073.821320:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902796992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.824547:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.824567:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5106c0 00000400:00000200:0.0:1761317073.824575:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb215d [1] + 224 00000400:00000200:0.0:1761317073.824591:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.824595:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.824605:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902796992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.824959:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317073.824964:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:3.0:1761317073.824966:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00000100:00000200:3.0:1761317073.824972:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902796992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.824979:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902796992/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.825010:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000019351cb5. 02000000:00000010:3.0:1761317073.825016:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006363cd54. 00000100:00000010:3.0:1761317073.825021:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317073.825025:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.825028:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5fa6e04. 00000400:00000200:0.0:1761317073.825085:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.825093:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161b80 00000400:00000200:0.0:1761317073.825099:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0acd [2] + 0 00000400:00000200:0.0:1761317073.825150:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.825155:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.825160:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.825165:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 00000020:00000010:3.0:1761317073.825389:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002324f995. 00000020:00000010:3.0:1761317073.825396:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.825401:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.825425:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090804a88 x1846872898935680/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317073.825560:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935680 02000000:00000010:3.0:1761317073.825571:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006363cd54. 00010000:00000010:3.0:1761317073.825879:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000979b9435. 00010000:00000010:3.0:1761317073.825903:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5fa6e04. 00000100:00000010:3.0:1761317073.825908:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00080000:00000010:0.0:1761317073.826515:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e304ee4f. 00010000:00000010:0.0:1761317073.826649:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c7d7939. 00010000:00000010:0.0:1761317073.826654:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d9ad8f2f. 00010000:00000010:0.0:1761317073.826663:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000551c4f6c. 00000100:00000010:0.0:1761317073.826667:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aac7cad2. 00000100:00000010:0.0:1761317073.826672:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 02000000:00000010:0.0:1761317073.826703:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d5e37bc. 02000000:00000010:0.0:1761317073.826727:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b99c5c2. 00000400:00000010:0.0:1761317073.826731:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317073.826738:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a1d1beff. 00000100:00000200:0.0:1761317073.826744:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797056, portal 16 00000400:00000010:0.0:1761317073.826749:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317073.826751:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797056, offset 0 00000400:00000200:0.0:1761317073.826758:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.826772:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.826779:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.826782:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.826784:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.826787:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90635:90635:256:4294967295] 192.168.204.21@tcp LPNI seq info [90635:90635:8:4294967295] 00000400:00000200:0.0:1761317073.826796:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.826802:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.826806:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317073.826811:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.826818:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.826822:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.827148:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.827153:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:0.0:1761317073.827157:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.827161:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.827164:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000400:00000010:0.0:1761317073.827166:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 00000100:00000200:0.0:1761317073.827171:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007028d207 x1846872902797056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761317073.827277:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8b85319. 00000100:00000010:3.0:1761317073.827286:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.827288:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5fa6e04. 00010000:00000010:3.0:1761317073.827294:0:64752:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000072fe69e0. 00000400:00000010:3.0:1761317073.827316:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3bec3bd. 00000100:00000200:3.0:1761317073.827319:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935680, offset 224 00000400:00000200:3.0:1761317073.827324:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.827331:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.827335:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90636:90636:256:4294967295] 192.168.204.21@tcp LPNI seq info [90636:90636:8:4294967295] 00000400:00000200:3.0:1761317073.827342:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.827345:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.827348:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001598421d (tot 82354066). 00000800:00000200:3.0:1761317073.827351:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.827355:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.827357:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001598421d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.827380:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.827384:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.827387:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002324f995. 00000800:00000200:0.0:1761317073.827530:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.827533:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001598421d (tot 82353818). 00000400:00000200:0.0:1761317073.827535:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.827539:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.827541:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3bec3bd 00000400:00000010:0.0:1761317073.827542:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3bec3bd. 00010000:00000010:3.1:1761317073.837315:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e7d03fb. 00010000:00000010:3.1:1761317073.837331:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004794b0e. 00010000:00000010:3.1:1761317073.837335:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7e5237. 00010000:00000010:3.1:1761317073.837337:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92a766e. 00010000:00000010:3.1:1761317073.837341:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8594f56. 00010000:00000010:3.1:1761317073.840791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff3e0a38. 00010000:00000010:3.1:1761317073.840810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000352908dc. 00010000:00000010:3.1:1761317073.840815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000961cf3f9. 00000400:00000200:0.0:1761317073.845000:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.845024:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510700 00000400:00000200:0.0:1761317073.845033:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2165 [1] + 224 00000400:00000200:0.0:1761317073.845055:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.845059:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.845071:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007028d207 x1846872902797056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.845184:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c380f2bc. 00000400:00000200:3.0:1761317073.845189:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a1d1beff 00000400:00000010:3.0:1761317073.845191:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a1d1beff. 00000100:00000200:3.0:1761317073.845196:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007028d207 x1846872902797056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.845204:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007028d207 x1846872902797056/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.845230:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b99c5c2. 02000000:00000010:3.0:1761317073.845236:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d5e37bc. 00000100:00000010:3.0:1761317073.845239:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 00000100:00000010:3.0:1761317073.845243:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000aac7cad2. 00010000:00000010:3.0:1761317073.845247:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000551c4f6c. 00000400:00000200:0.0:1761317073.846605:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.846622:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161bc0 00000400:00000200:0.0:1761317073.846629:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0acd [2] + 328 00000400:00000200:0.0:1761317073.846991:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.846996:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.847002:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.847008:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 00000020:00000010:3.0:1761317073.847165:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002324f995. 00000020:00000010:3.0:1761317073.847172:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.847177:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.847200:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac236a31 x1846872898935744/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317073.847266:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935744 02000000:00000010:3.0:1761317073.847279:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000019351cb5. 00010000:00000010:3.0:1761317073.847312:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008aca9d3e. 00010000:00000010:3.0:1761317073.847331:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5fa6e04. 00000100:00000010:3.0:1761317073.847336:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.847774:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.847779:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5fa6e04. 00000400:00000010:3.0:1761317073.847793:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007c7b04ed. 00000100:00000200:3.0:1761317073.847798:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935744, offset 224 00000400:00000200:3.0:1761317073.847806:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.847818:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.847824:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90637:90637:256:4294967295] 192.168.204.21@tcp LPNI seq info [90637:90637:8:4294967295] 00000400:00000200:3.0:1761317073.847833:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.847839:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.847843:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008483ab27 (tot 82354066). 00000800:00000200:3.0:1761317073.847848:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.847854:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.847857:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008483ab27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.847878:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.847882:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.847884:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002324f995. 00080000:00000010:1.0:1761317073.848000:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082e05df8. 00010000:00000010:1.0:1761317073.848081:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9ad8f2f. 00010000:00000010:1.0:1761317073.848087:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005da2f2e2. 00000800:00000200:0.0:1761317073.848218:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.848222:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008483ab27 (tot 82353818). 00000400:00000200:0.0:1761317073.848226:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.848230:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.848233:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007c7b04ed 00000400:00000010:0.0:1761317073.848235:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007c7b04ed. 00010000:00000010:1.0:1761317073.848464:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:1.0:1761317073.848471:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003b6a65a3. 00010000:00000010:1.0:1761317073.848483:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ece584e3. 00000100:00000010:1.0:1761317073.848487:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063050fbc. 00000100:00000010:1.0:1761317073.848495:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4cb5c87. 02000000:00000010:1.0:1761317073.848506:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000458d220a. 02000000:00000010:1.0:1761317073.848530:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095330cf1. 00000400:00000010:1.0:1761317073.848535:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6845024. 00000400:00000010:1.0:1761317073.848539:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000100:00000200:1.0:1761317073.848544:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797120, portal 16 00000400:00000010:1.0:1761317073.848548:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0184543. 00000100:00000200:1.0:1761317073.848549:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797120, offset 0 00000400:00000200:1.0:1761317073.848555:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.848562:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.848568:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.848572:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.848575:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.848577:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90638:90638:256:4294967295] 192.168.204.21@tcp LPNI seq info [90638:90638:8:4294967295] 00000400:00000200:1.0:1761317073.848583:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.848587:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.848591:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.848594:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.848597:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.848599:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.848978:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.848981:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:0.0:1761317073.848987:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.848991:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.848993:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0184543 00000400:00000010:0.0:1761317073.848995:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0184543. 00000100:00000200:0.0:1761317073.849000:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4cb5c87 x1846872902797120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.852947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aa034c2. 00000400:00000200:0.0:1761317073.853549:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.853572:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510740 00000400:00000200:0.0:1761317073.853582:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2175 [1] + 224 00000400:00000200:0.0:1761317073.853596:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.853600:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.853611:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4cb5c87 x1846872902797120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.854163:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.854172:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161c00 00000400:00000200:0.0:1761317073.854178:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0acd [2] + 656 00000400:00000200:0.0:1761317073.854192:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.854195:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.854200:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.854206:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000400:00000010:1.0:1761317073.854798:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6845024. 00000400:00000200:1.0:1761317073.854805:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:1.0:1761317073.854807:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00000100:00000200:1.0:1761317073.854816:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4cb5c87 x1846872902797120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.854825:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4cb5c87 x1846872902797120/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.854854:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095330cf1. 02000000:00000010:1.0:1761317073.854860:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000458d220a. 00000100:00000010:1.0:1761317073.854864:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4cb5c87. 00000100:00000010:1.0:1761317073.854867:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063050fbc. 00010000:00000010:1.0:1761317073.854870:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ece584e3. 00000020:00000010:1.0:1761317073.855220:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000458d220a. 00000020:00000010:1.0:1761317073.855226:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.855230:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.855256:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898935808/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.855292:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935808 02000000:00000010:1.0:1761317073.855312:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095330cf1. 00010000:00000010:1.0:1761317073.855338:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ef79db27. 00010000:00000010:1.0:1761317073.855358:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ece584e3. 00000100:00000010:1.0:1761317073.855364:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063050fbc. 00000100:00000010:1.0:1761317073.855382:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063050fbc. 00010000:00000010:1.0:1761317073.855385:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ece584e3. 00000400:00000010:1.0:1761317073.855397:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007211122e. 00000100:00000200:1.0:1761317073.855401:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935808, offset 224 00000400:00000200:1.0:1761317073.855408:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.855421:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.855427:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90639:90639:256:4294967295] 192.168.204.21@tcp LPNI seq info [90639:90639:8:4294967295] 00000400:00000200:1.0:1761317073.855437:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.855443:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.855448:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e112833 (tot 82354066). 00000800:00000200:1.0:1761317073.855454:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.855461:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.855465:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e112833 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.855496:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.855502:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.855506:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000458d220a. 00000800:00000200:2.0:1761317073.855765:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.855770:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e112833 (tot 82353818). 00000400:00000200:2.0:1761317073.855776:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.855781:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.855784:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007211122e 00000400:00000010:2.0:1761317073.855786:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007211122e. 00080000:00000010:3.0:1761317073.855854:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002324f995. 00010000:00000010:3.0:1761317073.855949:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b6a65a3. 00010000:00000010:3.0:1761317073.855956:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005849d0ea. 00010000:00000010:3.0:1761317073.856028:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000352908dc. 00010000:00000010:3.0:1761317073.856035:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.856045:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5fa6e04. 00000100:00000010:3.0:1761317073.856049:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.856057:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317073.856068:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036529aca. 02000000:00000010:3.0:1761317073.856090:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f82843dd. 00000400:00000010:3.0:1761317073.856096:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.856100:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317073.856105:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797184, portal 16 00000400:00000010:3.0:1761317073.856109:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0aa9e89. 00000100:00000200:3.0:1761317073.856110:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797184, offset 0 00000400:00000200:3.0:1761317073.856116:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.856123:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.856129:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.856132:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.856135:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.856137:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90640:90640:256:4294967295] 192.168.204.21@tcp LPNI seq info [90640:90640:8:4294967295] 00000400:00000200:3.0:1761317073.856144:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.856148:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.856152:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000206c29f3 (tot 82354066). 00000800:00000200:3.0:1761317073.856155:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.856160:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.856163:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000206c29f3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.856334:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.856337:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000206c29f3 (tot 82353818). 00000400:00000200:1.0:1761317073.856341:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.856344:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.856347:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0aa9e89 00000400:00000010:1.0:1761317073.856348:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0aa9e89. 00000100:00000200:1.0:1761317073.856353:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902797184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.860646:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.860665:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510780 00000400:00000200:0.0:1761317073.860673:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2181 [1] + 224 00000400:00000200:0.0:1761317073.860733:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.860737:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.860749:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902797184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.860785:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.860790:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161c40 00000400:00000010:3.0:1761317073.860796:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317073.860800:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:3.0:1761317073.860802:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000100:00000200:3.0:1761317073.860817:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902797184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.860825:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902797184/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.860855:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f82843dd. 02000000:00000010:3.0:1761317073.860861:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036529aca. 00000100:00000010:3.0:1761317073.860865:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317073.860868:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:1.1:1761317073.860870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f0a874a. 00010000:00000010:3.0:1761317073.860872:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5fa6e04. 00010000:00000010:1.1:1761317073.860878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7d7939. 00000400:00000200:0.0:1761317073.861282:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0acd [2] + 984 00000400:00000200:0.0:1761317073.861359:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.861363:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.861368:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.861373:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce934e5c. 00000020:00000010:1.0:1761317073.861465:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000458d220a. 00000020:00000010:1.0:1761317073.861472:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.861477:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.861503:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ce934e5c x1846872898935872/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.861540:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935872 02000000:00000010:1.0:1761317073.861552:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2ce6db9. 00010000:00000010:1.0:1761317073.861580:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cc81c90. 00010000:00000010:1.0:1761317073.861608:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ece584e3. 00000100:00000010:1.0:1761317073.861615:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063050fbc. 00000100:00000010:1.0:1761317073.861633:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063050fbc. 00010000:00000010:1.0:1761317073.861636:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ece584e3. 00000400:00000010:1.0:1761317073.861650:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008608d340. 00000100:00000200:1.0:1761317073.861655:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935872, offset 224 00000400:00000200:1.0:1761317073.861662:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.861673:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.862047:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90641:90641:256:4294967295] 192.168.204.21@tcp LPNI seq info [90641:90641:8:4294967295] 00000400:00000200:1.0:1761317073.862059:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.862066:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.862070:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008c31ba7 (tot 82354066). 00000800:00000200:1.0:1761317073.862077:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.862084:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.862087:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000008c31ba7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.862112:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.862118:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.862121:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000458d220a. 00000800:00000200:2.0:1761317073.862229:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.862234:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008c31ba7 (tot 82353818). 00000400:00000200:2.0:1761317073.862239:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.862243:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.862247:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008608d340 00000400:00000010:2.0:1761317073.862249:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008608d340. 00080000:00000010:3.0:1761317073.863453:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036529aca. 00010000:00000010:3.0:1761317073.863551:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.863560:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000978d0b81. 00010000:00000010:3.0:1761317073.863636:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8594f56. 00010000:00000010:3.0:1761317073.863641:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.863652:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5fa6e04. 00000100:00000010:3.0:1761317073.863659:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.863668:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317073.863701:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f82843dd. 02000000:00000010:3.0:1761317073.863731:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f04dadfb. 00000400:00000010:3.0:1761317073.863738:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.863744:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317073.863750:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797248, portal 16 00000400:00000010:3.0:1761317073.863755:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000874d2110. 00000100:00000200:3.0:1761317073.863757:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797248, offset 0 00000400:00000200:3.0:1761317073.863765:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.863780:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.863787:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.863790:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.863793:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.863796:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90642:90642:256:4294967295] 192.168.204.21@tcp LPNI seq info [90642:90642:8:4294967295] 00000400:00000200:3.0:1761317073.863821:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.863826:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.863831:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c2ccd5 (tot 82354066). 00000800:00000200:3.0:1761317073.863836:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.863843:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.863848:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4c2ccd5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.864944:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.864950:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c2ccd5 (tot 82353818). 00000400:00000200:1.0:1761317073.864955:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.864961:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.864967:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000874d2110 00000400:00000010:1.0:1761317073.864969:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000874d2110. 00000100:00000200:1.0:1761317073.864975:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902797248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.865765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000437e7248. 00010000:00000010:3.1:1761317073.865773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c2c6f0. 00010000:00000010:3.1:1761317073.869730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b8ea58b. 00010000:00000010:1.1:1761317073.869731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000750c9fe. 00010000:00000010:1.1:1761317073.869745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e05b4646. 00010000:00000010:3.1:1761317073.869746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000352908dc. 00000400:00000200:0.0:1761317073.873280:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.873309:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5107c0 00000400:00000200:0.0:1761317073.873318:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb218d [1] + 224 00000400:00000200:0.0:1761317073.873336:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.873340:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.873352:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902797248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761317073.876396:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317073.876409:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:3.0:1761317073.876411:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000100:00000200:3.0:1761317073.876426:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902797248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.876436:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902797248/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.876471:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f04dadfb. 02000000:00000010:3.0:1761317073.876477:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f82843dd. 00000100:00000010:3.0:1761317073.876481:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317073.876485:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.876488:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5fa6e04. 00000400:00000200:0.0:1761317073.884629:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.884655:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161c80 00000400:00000200:0.0:1761317073.884664:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0acd [2] + 1312 00000400:00000200:0.0:1761317073.884768:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.884774:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.884781:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.884787:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000666abea3. 00000020:00000010:3.0:1761317073.885328:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f04dadfb. 00000020:00000010:3.0:1761317073.885338:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.885343:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.885377:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000666abea3 x1846872898935936/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317073.885415:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898935936 02000000:00000010:3.0:1761317073.885426:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf072e56. 00010000:00000010:3.0:1761317073.885461:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008760e923. 00010000:00000010:3.0:1761317073.885484:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fe4cf9a. 00000100:00000010:3.0:1761317073.885491:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.885504:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.885507:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fe4cf9a. 00000400:00000010:3.0:1761317073.885520:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317073.885525:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898935936, offset 224 00000400:00000200:3.0:1761317073.885535:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.885550:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.885557:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90643:90643:256:4294967295] 192.168.204.21@tcp LPNI seq info [90643:90643:8:4294967295] 00000400:00000200:3.0:1761317073.885568:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.885574:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.885580:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3ea5bf6 (tot 82354066). 00000800:00000200:3.0:1761317073.885586:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.885594:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.885598:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3ea5bf6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.885617:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.885621:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.885624:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f04dadfb. 00000800:00000200:3.0:1761317073.885751:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.885754:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3ea5bf6 (tot 82353818). 00000400:00000200:3.0:1761317073.885758:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.885763:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.885767:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:3.0:1761317073.885769:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00080000:00000010:3.0:1761317073.885798:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f04dadfb. 00010000:00000010:3.0:1761317073.887433:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.887447:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e85c34a6. 00010000:00000010:3.0:1761317073.887532:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000352908dc. 00010000:00000010:3.0:1761317073.887540:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.887556:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fe4cf9a. 00000100:00000010:3.0:1761317073.887563:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.887572:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317073.887590:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c82c91e. 02000000:00000010:3.0:1761317073.887626:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4298534. 00000400:00000010:3.0:1761317073.887633:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.887640:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317073.887648:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797312, portal 16 00000400:00000010:3.0:1761317073.887655:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000732eef34. 00000100:00000200:3.0:1761317073.887657:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797312, offset 0 00000400:00000200:3.0:1761317073.887667:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.887707:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.887717:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.887720:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.887723:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.887726:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90644:90644:256:4294967295] 192.168.204.21@tcp LPNI seq info [90644:90644:8:4294967295] 00000400:00000200:3.0:1761317073.887736:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.887742:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.887748:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3ea5bf6 (tot 82354066). 00000800:00000200:3.0:1761317073.887754:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.887761:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.887766:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3ea5bf6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.890090:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.890098:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3ea5bf6 (tot 82353818). 00000400:00000200:1.0:1761317073.890105:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.890115:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.890121:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000732eef34 00000400:00000010:1.0:1761317073.890122:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000732eef34. 00000100:00000200:1.0:1761317073.890131:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902797312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.898718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000992532a5. 00000400:00000200:0.0:1761317073.903477:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.903505:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510800 00000400:00000200:0.0:1761317073.903517:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2199 [1] + 224 00000400:00000200:0.0:1761317073.903532:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.903537:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.903553:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902797312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.903597:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.903603:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161cc0 00000400:00000200:0.0:1761317073.903610:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0acd [2] + 1640 00000400:00000200:0.0:1761317073.903625:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.903628:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.903633:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.903640:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aec6b75a. 00000400:00000010:3.0:1761317073.903764:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317073.903769:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:3.0:1761317073.903772:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000100:00000200:3.0:1761317073.903779:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902797312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.903787:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902797312/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.903826:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4298534. 02000000:00000010:3.0:1761317073.903834:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005c82c91e. 00000100:00000010:3.0:1761317073.903838:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:3.0:1761317073.903841:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.903845:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fe4cf9a. 00000020:00000010:1.0:1761317073.903962:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000458d220a. 00000020:00000010:1.0:1761317073.903971:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e142b03e. 00000020:00000010:1.0:1761317073.903977:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.904007:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aec6b75a x1846872898936000/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.904045:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936000 02000000:00000010:1.0:1761317073.904057:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009ef7537e. 00010000:00000010:1.0:1761317073.904089:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007321d5d. 00010000:00000010:1.0:1761317073.904117:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ece584e3. 00000100:00000010:1.0:1761317073.904125:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063050fbc. 00000100:00000010:1.0:1761317073.904132:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063050fbc. 00010000:00000010:1.0:1761317073.904135:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ece584e3. 00000400:00000010:1.0:1761317073.904151:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f76f5ab4. 00000100:00000200:1.0:1761317073.904157:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936000, offset 224 00000400:00000200:1.0:1761317073.904166:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.904177:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.904183:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90645:90645:256:4294967295] 192.168.204.21@tcp LPNI seq info [90645:90645:8:4294967295] 00000400:00000200:1.0:1761317073.904195:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.904200:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.904205:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354066). 00000800:00000200:1.0:1761317073.904211:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.904220:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.904225:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.904238:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e142b03e. 00000020:00000010:1.0:1761317073.904245:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.904249:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000458d220a. 00000800:00000200:3.0:1761317073.904404:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.904408:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82353818). 00000400:00000200:3.0:1761317073.904414:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.904418:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.904420:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f76f5ab4 00000400:00000010:3.0:1761317073.904422:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f76f5ab4. 00080000:00000010:3.0:1761317073.904456:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c82c91e. 00010000:00000010:3.0:1761317073.904608:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.904615:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000015960f1. 00010000:00000010:3.0:1761317073.904746:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000992532a5. 00010000:00000010:3.0:1761317073.904752:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8b85319. 00010000:00000010:3.0:1761317073.904763:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fe4cf9a. 00000100:00000010:3.0:1761317073.904767:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.904772:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000068b05b97. 02000000:00000010:3.0:1761317073.904783:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4298534. 02000000:00000010:3.0:1761317073.904808:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dd7efcb. 00000400:00000010:3.0:1761317073.904814:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.904818:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebd667dd. 00000100:00000200:3.0:1761317073.904823:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797376, portal 16 00000400:00000010:3.0:1761317073.904827:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002ff5f499. 00000100:00000200:3.0:1761317073.904829:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797376, offset 0 00000400:00000200:3.0:1761317073.904841:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.904848:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.904854:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.904859:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.904864:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.904867:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90646:90646:256:4294967295] 192.168.204.21@tcp LPNI seq info [90646:90646:8:4294967295] 00000400:00000200:3.0:1761317073.904875:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.904880:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.904884:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3ea5bf6 (tot 82354066). 00000800:00000200:3.0:1761317073.904889:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.904894:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.904897:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b3ea5bf6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.904985:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.904989:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3ea5bf6 (tot 82353818). 00000400:00000200:0.0:1761317073.904993:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.904998:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.905001:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ff5f499 00000400:00000010:0.0:1761317073.905002:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002ff5f499. 00000100:00000200:0.0:1761317073.905009:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000068b05b97 x1846872902797376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.906070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f666e7e. 00010000:00000010:3.1:1761317073.906083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8594f56. 00010000:00000010:3.1:1761317073.913704:0:78646:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcfdc23b. 00010000:00000010:3.1:1761317073.913715:0:78646:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000352908dc. 00010000:00000010:1.1:1761317073.914971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb44e557. 00000400:00000200:2.0:1761317073.920929:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.920950:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510840 00000400:00000200:2.0:1761317073.920959:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb21a5 [1] + 224 00000400:00000200:2.0:1761317073.920994:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.920999:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.921010:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000068b05b97 x1846872902797376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.923791:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.923809:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161d00 00000400:00000200:2.0:1761317073.923818:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0acd [2] + 1968 00000400:00000010:2.0:1761317073.923824:0:15829:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002b9c903b. 00000400:00000200:2.0:1761317073.923830:0:15829:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b0247674 00000400:00000200:2.0:1761317073.923904:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.923910:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.923915:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0247674 00000400:00000010:2.0:1761317073.923917:0:15829:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b0247674 (tot 82353666). 00000100:00000200:2.0:1761317073.923924:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761317073.923985:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000165409b4. 00000020:00000010:2.0:1761317073.923991:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007baffd81. 00000020:00000010:2.0:1761317073.923996:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.924023:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c0b01f79 x1846872898936064/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317073.924053:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936064 02000000:00000010:2.0:1761317073.924066:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a4edfaa. 00010000:00000010:2.0:1761317073.924108:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcd6700. 00000100:00000010:2.0:1761317073.924117:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043a9b358. 00000100:00000010:2.0:1761317073.924125:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043a9b358. 00010000:00000010:2.0:1761317073.924130:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcd6700. 00000400:00000010:2.0:1761317073.924145:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317073.924149:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936064, offset 224 00000400:00000200:2.0:1761317073.924157:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.924169:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.924174:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90647:90647:256:4294967295] 192.168.204.21@tcp LPNI seq info [90647:90647:8:4294967295] 00000400:00000200:2.0:1761317073.924185:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.924191:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.924195:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82353914). 00000800:00000200:2.0:1761317073.924201:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.924208:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.924212:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.924229:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007baffd81. 00000020:00000010:2.0:1761317073.924233:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.924236:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000165409b4. 02000000:00000010:2.0:1761317073.924246:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009ef7537e. 00000100:00000010:2.0:1761317073.924250:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aec6b75a. 02000000:00000010:2.0:1761317073.924253:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf072e56. 00000100:00000010:2.0:1761317073.924256:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000666abea3. 02000000:00000010:2.0:1761317073.924259:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2ce6db9. 00000100:00000010:2.0:1761317073.924261:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce934e5c. 02000000:00000010:2.0:1761317073.924263:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095330cf1. 00000100:00000010:2.0:1761317073.924265:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 02000000:00000010:2.0:1761317073.924269:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000019351cb5. 00000100:00000010:2.0:1761317073.924271:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 02000000:00000010:2.0:1761317073.924274:0:65609:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006363cd54. 00000100:00000010:2.0:1761317073.924278:0:65609:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 00000100:00000200:2.0:1761317073.924283:0:65609:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761317073.924288:0:65609:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002b9c903b. 00000400:00000010:2.0:1761317073.924292:0:65609:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000043a9b358 (tot 82354066). 00000800:00000200:2.0:1761317073.924382:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.924385:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:2.0:1761317073.924391:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.924395:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.924398:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:2.0:1761317073.924399:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 02000000:00000010:2.0:1761317073.924404:0:15830:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a4edfaa. 00000400:00000010:1.0:1761317073.926088:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:1.0:1761317073.926100:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebd667dd 00000400:00000010:1.0:1761317073.926102:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebd667dd. 00000100:00000200:1.0:1761317073.926117:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000068b05b97 x1846872902797376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.926129:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000068b05b97 x1846872902797376/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761317073.926160:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aec12e99. 02000000:00000010:1.0:1761317073.926178:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dd7efcb. 02000000:00000010:1.0:1761317073.926184:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4298534. 00000100:00000010:1.0:1761317073.926188:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000068b05b97. 00000100:00000010:1.0:1761317073.926192:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:1.0:1761317073.926195:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fe4cf9a. 00080000:00000010:1.0:1761317073.926214:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb5c5856. 00010000:00000010:1.0:1761317073.926320:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8b85319. 00010000:00000010:1.0:1761317073.926328:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea3cea78. 00010000:00000010:1.0:1761317073.926402:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ddff000c. 00010000:00000010:1.0:1761317073.926409:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006082fbe8. 00010000:00000010:1.0:1761317073.926420:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ece584e3. 00000100:00000010:1.0:1761317073.926425:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063050fbc. 00000100:00000010:1.0:1761317073.926450:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4cb5c87. 02000000:00000010:1.0:1761317073.926463:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002699b1e5. 02000000:00000010:1.0:1761317073.926489:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1fe5b82. 00000400:00000010:1.0:1761317073.926495:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6845024. 00000400:00000010:1.0:1761317073.926500:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.926505:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797440, portal 16 00000400:00000010:1.0:1761317073.926510:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000070a4146e. 00000100:00000200:1.0:1761317073.926512:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797440, offset 0 00000400:00000200:1.0:1761317073.926520:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.926533:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.926541:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:1.0:1761317073.926546:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761317073.926549:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:1.0:1761317073.926552:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90648:90648:256:4294967295] 192.168.204.21@tcp LPNI seq info [90648:90648:8:4294967295] 00000400:00000200:1.0:1761317073.926563:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.926570:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.926574:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82354066). 00000800:00000200:1.0:1761317073.926581:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.926590:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.926594:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.931208:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.931217:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82353818). 00000400:00000200:0.0:1761317073.931227:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.931236:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.931241:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000070a4146e 00000400:00000010:0.0:1761317073.931244:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000070a4146e. 00000100:00000200:0.0:1761317073.931255:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4cb5c87 x1846872902797440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761317073.933212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e16f50a. 00010000:00000010:1.1:1761317073.933228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e4e37f2. 00010000:00000010:1.1:1761317073.933232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000992532a5. 00000400:00000200:2.0:1761317073.935783:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.935869:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510880 00000400:00000200:2.0:1761317073.935878:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb21b5 [1] + 224 00000400:00000200:2.0:1761317073.935893:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.935898:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.935911:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4cb5c87 x1846872902797440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.936161:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.936171:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161d40 00000400:00000200:2.0:1761317073.936176:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0b25 [2] + 0 00000400:00000010:1.0:1761317073.936219:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d6845024. 00000400:00000200:1.0:1761317073.936224:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:1.0:1761317073.936226:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00000100:00000200:1.0:1761317073.936232:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4cb5c87 x1846872902797440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317073.936240:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4cb5c87 x1846872902797440/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761317073.936273:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1fe5b82. 02000000:00000010:1.0:1761317073.936279:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002699b1e5. 00000100:00000010:1.0:1761317073.936283:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4cb5c87. 00000100:00000010:1.0:1761317073.936287:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063050fbc. 00010000:00000010:1.0:1761317073.936291:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ece584e3. 00000400:00000200:2.0:1761317073.936364:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.936369:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.936373:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.936378:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 00000020:00000010:1.0:1761317073.936615:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002699b1e5. 00000020:00000010:1.0:1761317073.936621:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.936626:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.936647:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898936128/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317073.936737:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936128 02000000:00000010:1.0:1761317073.936747:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1fe5b82. 00010000:00000010:1.0:1761317073.936775:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000001b24a. 00010000:00000010:1.0:1761317073.936792:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ece584e3. 00000100:00000010:1.0:1761317073.936798:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063050fbc. 00000100:00000010:1.0:1761317073.936817:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063050fbc. 00010000:00000010:1.0:1761317073.936820:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ece584e3. 00000400:00000010:1.0:1761317073.936831:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.936836:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936128, offset 224 00000400:00000200:1.0:1761317073.936843:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.936854:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.936859:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90649:90649:256:4294967295] 192.168.204.21@tcp LPNI seq info [90649:90649:8:4294967295] 00000400:00000200:1.0:1761317073.936869:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.936874:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.936879:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82354066). 00000800:00000200:1.0:1761317073.936884:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.936890:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.936894:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.936911:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.936917:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.936921:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002699b1e5. 00000800:00000200:1.0:1761317073.936986:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.936989:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82353818). 00000400:00000200:1.0:1761317073.936997:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.937000:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.937002:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:1.0:1761317073.937004:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00080000:00000010:0.0:1761317073.937129:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b99c5c2. 00010000:00000010:0.0:1761317073.937224:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006082fbe8. 00010000:00000010:0.0:1761317073.937231:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000273c283c. 00010000:00000010:0.0:1761317073.937320:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea11b72c. 00010000:00000010:0.0:1761317073.937327:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317073.937338:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006d7fc38d. 00000100:00000010:0.0:1761317073.937342:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb9b135. 00000100:00000010:0.0:1761317073.937349:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 02000000:00000010:0.0:1761317073.937360:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036d864b1. 02000000:00000010:0.0:1761317073.937385:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004857a4a1. 00000400:00000010:0.0:1761317073.937392:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e923b7a9. 00000400:00000010:0.0:1761317073.937396:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317073.937402:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797504, portal 16 00000400:00000010:0.0:1761317073.937408:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d43ae11. 00000100:00000200:0.0:1761317073.937410:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797504, offset 0 00000400:00000200:0.0:1761317073.937417:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.937424:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.937431:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.937434:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.937437:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.937440:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90650:90650:256:4294967295] 192.168.204.21@tcp LPNI seq info [90650:90650:8:4294967295] 00000400:00000200:0.0:1761317073.937448:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.937452:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.937456:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e800cbe9 (tot 82354066). 00000800:00000200:0.0:1761317073.937461:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.937465:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.937468:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e800cbe9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.937585:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.937588:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e800cbe9 (tot 82353818). 00000400:00000200:1.0:1761317073.937591:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.937596:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.937598:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d43ae11 00000400:00000010:1.0:1761317073.937600:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d43ae11. 00000100:00000200:1.0:1761317073.937604:0:15831:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000034f8703 x1846872902797504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.941094:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.941115:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5108c0 00000400:00000200:3.0:1761317073.941125:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb21c1 [1] + 224 00000400:00000200:3.0:1761317073.941138:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.941142:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.941154:0:15829:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000034f8703 x1846872902797504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.941197:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.941203:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161d80 00000400:00000200:3.0:1761317073.941209:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0b25 [2] + 328 00000400:00000200:3.0:1761317073.941217:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.941220:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.941224:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.941229:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000061da169b. 00000400:00000010:0.0:1761317073.941375:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e923b7a9. 00000400:00000200:0.0:1761317073.941381:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000400:00000010:0.0:1761317073.941383:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 00000100:00000200:0.0:1761317073.941388:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000034f8703 x1846872902797504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.941396:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000034f8703 x1846872902797504/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317073.941425:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004857a4a1. 02000000:00000010:0.0:1761317073.941430:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036d864b1. 00000100:00000010:0.0:1761317073.941433:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 00000100:00000010:0.0:1761317073.941437:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb9b135. 00010000:00000010:0.0:1761317073.941440:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006d7fc38d. 00000020:00000010:1.0:1761317073.941517:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002699b1e5. 00000020:00000010:1.0:1761317073.941524:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.941529:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.941552:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000061da169b x1846872898936192/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761317073.941587:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936192 02000000:00000010:1.0:1761317073.941599:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008b40ec75. 00010000:00000010:1.0:1761317073.941625:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000066d2ff79. 00010000:00000010:1.0:1761317073.941645:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ece584e3. 00000100:00000010:1.0:1761317073.941651:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063050fbc. 00000100:00000010:1.0:1761317073.941669:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063050fbc. 00010000:00000010:1.0:1761317073.941672:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ece584e3. 00000400:00000010:1.0:1761317073.941719:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.941724:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936192, offset 224 00000400:00000200:1.0:1761317073.941733:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.941745:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.941751:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90651:90651:256:4294967295] 192.168.204.21@tcp LPNI seq info [90651:90651:8:4294967295] 00000400:00000200:1.0:1761317073.941762:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.941768:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.941772:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82354066). 00000800:00000200:1.0:1761317073.941779:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.941787:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.941791:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761317073.942493:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c1bf129. 00010000:00000010:3.0:1761317073.942591:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d97c23ad. 00010000:00000010:3.0:1761317073.942599:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033539b97. 00010000:00000010:3.0:1761317073.942672:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000352908dc. 00010000:00000010:3.0:1761317073.942708:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317073.942720:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008e3181dc. 00000100:00000010:3.0:1761317073.942726:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.942733:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002f78b74e. 02000000:00000010:3.0:1761317073.942745:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6347c62. 02000000:00000010:3.0:1761317073.942770:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053b6700d. 00000400:00000010:3.0:1761317073.942776:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317073.942780:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8ff3f66. 00000100:00000200:3.0:1761317073.942786:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797568, portal 16 00000400:00000010:3.0:1761317073.942791:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e958037e. 00000100:00000200:3.0:1761317073.942792:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797568, offset 0 00000400:00000200:3.0:1761317073.942800:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.942827:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.942835:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.942840:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.942843:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.942846:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90652:90652:255:4294967295] 192.168.204.21@tcp LPNI seq info [90652:90652:7:4294967295] 00000400:00000200:3.0:1761317073.942858:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.942863:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.942868:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4c2ccd5 (tot 82354314). 00000800:00000200:3.0:1761317073.942874:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.942881:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.942885:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4c2ccd5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.942973:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.942982:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:1.0:1761317073.942987:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002699b1e5. 00000800:00000200:1.0:1761317073.943048:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.943051:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82354066). 00000400:00000200:1.0:1761317073.943058:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.943064:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.943069:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:1.0:1761317073.943071:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 00010000:00000010:1.1:1761317073.944219:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4cbe415. 00000800:00000200:1.0:1761317073.944239:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.944243:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4c2ccd5 (tot 82353818). 00000400:00000200:1.0:1761317073.944247:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.944254:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.944258:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e958037e 00000400:00000010:1.0:1761317073.944260:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e958037e. 00000100:00000200:1.0:1761317073.944267:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002f78b74e x1846872902797568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.947434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b2fee98. 00010000:00000010:0.1:1761317073.947450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddff000c. 00000400:00000200:3.0:1761317073.947535:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.947555:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510900 00000400:00000200:3.0:1761317073.947563:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb21cd [1] + 224 00000400:00000200:3.0:1761317073.947580:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.947585:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.947596:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002f78b74e x1846872902797568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317073.950570:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:2.0:1761317073.950580:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8ff3f66 00000400:00000010:2.0:1761317073.950583:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8ff3f66. 00000100:00000200:2.0:1761317073.950598:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002f78b74e x1846872902797568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.950609:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002f78b74e x1846872902797568/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.950648:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053b6700d. 02000000:00000010:2.0:1761317073.950655:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6347c62. 00000100:00000010:2.0:1761317073.950659:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002f78b74e. 00000100:00000010:2.0:1761317073.950662:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:2.0:1761317073.950666:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008e3181dc. 00000400:00000200:3.0:1761317073.954625:0:15829:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.954649:0:15829:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161dc0 00000400:00000200:3.0:1761317073.954659:0:15829:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0b25 [2] + 656 00000400:00000200:3.0:1761317073.954747:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.954754:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.954762:0:15829:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317073.954769:0:15829:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008a6f6e07. 00000020:00000010:3.0:1761317073.954839:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f82843dd. 00000020:00000010:3.0:1761317073.954845:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.954850:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.954884:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a6f6e07 x1846872898936256/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317073.954921:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936256 02000000:00000010:3.0:1761317073.954932:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4298534. 00010000:00000010:3.0:1761317073.954964:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ffe94a3. 00010000:00000010:3.0:1761317073.954992:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009cb8145f. 00000100:00000010:3.0:1761317073.954999:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.955013:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00010000:00000010:3.0:1761317073.955018:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009cb8145f. 00000400:00000010:3.0:1761317073.955032:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317073.955038:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936256, offset 224 00000400:00000200:3.0:1761317073.955046:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.955059:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.955066:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90653:90653:256:4294967295] 192.168.204.21@tcp LPNI seq info [90653:90653:8:4294967295] 00000400:00000200:3.0:1761317073.955080:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.955087:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.955091:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000206c29f3 (tot 82354066). 00000800:00000200:3.0:1761317073.955098:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.955106:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.955109:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000206c29f3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.955129:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004c481436. 00000020:00000010:3.0:1761317073.955133:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.955137:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f82843dd. 00080000:00000010:3.0:1761317073.955177:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f82843dd. 00010000:00000010:3.0:1761317073.955266:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317073.955273:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057a7c91c. 00010000:00000010:3.0:1761317073.955364:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8594f56. 00010000:00000010:3.0:1761317073.955370:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa95f53f. 00010000:00000010:3.0:1761317073.955383:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009cb8145f. 00000100:00000010:3.0:1761317073.955386:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.955394:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000074b6d37. 02000000:00000010:3.0:1761317073.955405:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006dd7efcb. 02000000:00000010:3.0:1761317073.955431:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf072e56. 00000400:00000010:3.0:1761317073.955438:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f58c4e4c. 00000400:00000010:3.0:1761317073.955454:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004c9600c9. 00000100:00000200:3.0:1761317073.955460:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797632, portal 16 00000400:00000010:3.0:1761317073.955465:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317073.955467:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797632, offset 0 00000400:00000200:3.0:1761317073.955474:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.955483:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.955491:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.955496:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.955500:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.955504:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90654:90654:255:4294967295] 192.168.204.21@tcp LPNI seq info [90654:90654:7:4294967295] 00000400:00000200:3.0:1761317073.955517:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.955523:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.955527:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008483ab27 (tot 82354314). 00000800:00000200:3.0:1761317073.955532:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.955538:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.955541:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008483ab27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.955593:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.955597:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000206c29f3 (tot 82354066). 00000400:00000200:3.0:1761317073.955601:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.955607:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.955611:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:3.0:1761317073.955613:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000800:00000200:3.0:1761317073.955653:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.955655:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008483ab27 (tot 82353818). 00000400:00000200:3.0:1761317073.955658:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.955663:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.955665:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:3.0:1761317073.955667:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000100:00000200:3.0:1761317073.955673:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000074b6d37 x1846872902797632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761317073.960649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017152c29. 00010000:00000010:3.1:1761317073.960666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea11b72c. 00010000:00000010:1.1:1761317073.960731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2827fba. 00000400:00000200:3.0:1761317073.960852:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.960868:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510940 00000400:00000200:3.0:1761317073.960877:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb21d9 [1] + 224 00000400:00000200:3.0:1761317073.960888:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.960892:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.960902:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000074b6d37 x1846872902797632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.960943:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.960949:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161e00 00000400:00000200:3.0:1761317073.960955:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0b25 [2] + 984 00000400:00000010:0.0:1761317073.960963:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f58c4e4c. 00000400:00000200:0.0:1761317073.960970:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c9600c9 00000400:00000010:0.0:1761317073.960972:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c9600c9. 00000100:00000200:0.0:1761317073.960979:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000074b6d37 x1846872902797632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317073.960988:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000074b6d37 x1846872902797632/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317073.961004:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.961009:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.961014:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761317073.961017:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf072e56. 00000100:00000010:3.0:1761317073.961018:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a88443b. 02000000:00000010:0.0:1761317073.961025:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006dd7efcb. 00000100:00000010:0.0:1761317073.961030:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000074b6d37. 00000020:00000010:1.0:1761317073.961083:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002699b1e5. 00000020:00000010:1.0:1761317073.961091:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009b062b72. 00000020:00000010:1.0:1761317073.961095:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000191d1471. 00000100:00000200:1.0:1761317073.961119:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a88443b x1846872898936320/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761317073.961247:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936320 02000000:00000010:3.0:1761317073.961260:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6347c62. 00010000:00000010:3.0:1761317073.961290:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e071a1f9. 00010000:00000010:3.0:1761317073.961321:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e6858e4. 00000100:00000010:3.0:1761317073.961328:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066f111ae. 00000100:00000010:0.0:1761317073.961333:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000052ddd1ba. 00000100:00000010:3.0:1761317073.961334:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066f111ae. 00010000:00000010:3.0:1761317073.961340:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e6858e4. 00010000:00000010:0.0:1761317073.961342:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009cb8145f. 00000400:00000010:3.0:1761317073.961354:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd7e2b92. 00000100:00000200:3.0:1761317073.961361:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936320, offset 224 00080000:00000010:0.0:1761317073.961367:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004857a4a1. 00000400:00000200:3.0:1761317073.961370:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.961382:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.961387:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90655:90655:256:4294967295] 192.168.204.21@tcp LPNI seq info [90655:90655:8:4294967295] 00000400:00000200:3.0:1761317073.961397:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.961403:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.961408:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008483ab27 (tot 82354066). 00000800:00000200:3.0:1761317073.961413:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.961421:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.961426:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008483ab27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.961449:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009b062b72. 00000020:00000010:3.0:1761317073.961456:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000191d1471. 00000020:00000010:3.0:1761317073.961460:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002699b1e5. 00010000:00000010:0.0:1761317073.961467:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa95f53f. 00010000:00000010:0.0:1761317073.961476:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b1923d4. 00010000:00000010:0.0:1761317073.961551:0:77308:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df721f2d. 00010000:00000010:0.0:1761317073.961555:0:77308:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002d05673c. 00010000:00000010:0.0:1761317073.961561:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.0:1761317073.961567:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00080000:00000010:0.0:1761317073.961582:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4c7a2a5. 00010000:00000010:0.0:1761317073.961609:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317073.961616:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d05673c. 00010000:00000010:0.0:1761317073.961668:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e8b9ab6. 00010000:00000010:0.0:1761317073.961673:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317073.961702:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006d7fc38d. 00000100:00000010:0.0:1761317073.961707:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bcb9b135. 00000100:00000010:0.0:1761317073.961714:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000034f8703. 02000000:00000010:0.0:1761317073.961728:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c769bd6. 02000000:00000010:0.0:1761317073.961755:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000201e2eeb. 00000400:00000010:0.0:1761317073.961759:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e923b7a9. 00000400:00000010:0.0:1761317073.961764:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000481ce08f. 00000100:00000200:0.0:1761317073.961768:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797696, portal 16 00000400:00000010:0.0:1761317073.961773:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000778a9498. 00000100:00000200:0.0:1761317073.961775:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797696, offset 0 00000400:00000200:0.0:1761317073.961780:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317073.961788:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317073.961794:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317073.961799:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317073.961802:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317073.961805:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90656:90656:255:4294967295] 192.168.204.21@tcp LPNI seq info [90656:90656:7:4294967295] 00000800:00000200:1.0:1761317073.962310:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.962313:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008483ab27 (tot 82353818). 00000400:00000200:1.0:1761317073.962318:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.962323:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.962327:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd7e2b92 00000400:00000010:1.0:1761317073.962329:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd7e2b92. 00000400:00000200:0.0:1761317073.963897:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317073.963951:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317073.963956:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001272205e (tot 82354066). 00000800:00000200:0.0:1761317073.963963:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317073.963970:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317073.963973:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001272205e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317073.964121:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.964124:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001272205e (tot 82353818). 00000400:00000200:1.0:1761317073.964128:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.964132:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.964135:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000778a9498 00000400:00000010:1.0:1761317073.964137:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000778a9498. 00000100:00000200:1.0:1761317073.964145:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000034f8703 x1846872902797696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.966796:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.966821:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510980 00000400:00000200:0.0:1761317073.966831:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb21e5 [1] + 224 00000400:00000200:0.0:1761317073.966843:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.966847:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.966857:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000034f8703 x1846872902797696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317073.966897:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317073.966904:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161e40 00000400:00000200:0.0:1761317073.966909:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0b25 [2] + 1312 00000400:00000200:0.0:1761317073.966918:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.966920:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317073.966924:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317073.966930:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000090804a88. 00010000:00000010:3.1:1761317073.970441:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e62d446. 00010000:00000010:3.1:1761317073.970453:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022aa797e. 00010000:00000010:3.1:1761317073.970457:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000352908dc. 00010000:00000010:3.1:1761317073.970460:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a014dc62. 00000020:00000010:2.0:1761317073.970630:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000270dd67f. 00000020:00000010:2.0:1761317073.970637:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007baffd81. 00000020:00000010:2.0:1761317073.970641:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.970671:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090804a88 x1846872898936384/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761317073.970724:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936384 02000000:00000010:2.0:1761317073.970736:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000074f83528. 00010000:00000010:2.0:1761317073.970773:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcd6700. 00000100:00000010:2.0:1761317073.970780:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005ddb81fd. 00000100:00000010:2.0:1761317073.970786:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005ddb81fd. 00010000:00000010:2.0:1761317073.970790:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcd6700. 00000400:00000010:2.0:1761317073.970805:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ce2512cf. 00000100:00000200:2.0:1761317073.970812:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936384, offset 224 00000400:00000200:2.0:1761317073.970821:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.970834:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.970841:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90657:90657:256:4294967295] 192.168.204.21@tcp LPNI seq info [90657:90657:8:4294967295] 00000400:00000200:2.0:1761317073.970851:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.970856:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.970861:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317073.970867:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.970875:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.970878:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.970963:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007baffd81. 00000020:00000010:2.0:1761317073.970967:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.970970:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000270dd67f. 00000400:00000010:2.0:1761317073.971012:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e923b7a9. 00000400:00000200:2.0:1761317073.971016:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000481ce08f 00000400:00000010:2.0:1761317073.971018:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000481ce08f. 00000100:00000200:2.0:1761317073.971024:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000034f8703 x1846872902797696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.971032:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000034f8703 x1846872902797696/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317073.971062:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eab8f41. 02000000:00000010:2.0:1761317073.971076:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000201e2eeb. 02000000:00000010:2.0:1761317073.971081:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c769bd6. 00000100:00000010:2.0:1761317073.971084:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000034f8703. 00000100:00000010:2.0:1761317073.971087:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bcb9b135. 00010000:00000010:2.0:1761317073.971090:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006d7fc38d. 00080000:00000010:2.0:1761317073.971106:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000270dd67f. 00000800:00000200:0.0:1761317073.971152:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.971157:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:0.0:1761317073.971165:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.971170:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.971174:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce2512cf 00000400:00000010:0.0:1761317073.971176:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ce2512cf. 00010000:00000010:2.0:1761317073.971192:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:2.0:1761317073.971200:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000088defdde. 00010000:00000010:2.0:1761317073.971272:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098651a7d. 00010000:00000010:2.0:1761317073.971279:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317073.971288:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcd6700. 00000100:00000010:2.0:1761317073.971291:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005ddb81fd. 00000100:00000010:2.0:1761317073.971307:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 02000000:00000010:2.0:1761317073.971317:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027d16a1b. 02000000:00000010:2.0:1761317073.971339:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf112f0b. 00000400:00000010:2.0:1761317073.971344:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fea90af8. 00000400:00000010:2.0:1761317073.971349:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317073.971353:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797760, portal 16 00000400:00000010:2.0:1761317073.971357:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000038c9f7c. 00000100:00000200:2.0:1761317073.971358:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797760, offset 0 00000400:00000200:2.0:1761317073.971363:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.971369:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.971375:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.971378:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.971381:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.971383:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90658:90658:256:4294967295] 192.168.204.21@tcp LPNI seq info [90658:90658:8:4294967295] 00000400:00000200:2.0:1761317073.971390:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.971395:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.971397:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317073.971401:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.971405:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.971407:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317073.971859:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317073.971863:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:0.0:1761317073.971868:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317073.971873:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317073.971876:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000038c9f7c 00000400:00000010:0.0:1761317073.971878:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000038c9f7c. 00000100:00000200:0.0:1761317073.971883:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cb5fd115 x1846872902797760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761317073.973705:0:78652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa28e8fe. 00010000:00000010:0.1:1761317073.973718:0:78652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8594f56. 00010000:00000010:0.1:1761317073.973723:0:78652:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df721f2d. 00010000:00000010:0.1:1761317073.973727:0:78652:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8f2be. 00000400:00000200:3.0:1761317073.977113:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317073.977133:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b5109c0 00000400:00000200:3.0:1761317073.977142:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb21f1 [1] + 224 00000400:00000200:3.0:1761317073.977158:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.977162:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317073.977173:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cb5fd115 x1846872902797760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761317073.977373:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fea90af8. 00000400:00000200:2.0:1761317073.977377:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:2.0:1761317073.977379:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317073.977387:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cb5fd115 x1846872902797760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317073.977394:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cb5fd115 x1846872902797760/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761317073.977421:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf112f0b. 02000000:00000010:2.0:1761317073.977427:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027d16a1b. 00000100:00000010:2.0:1761317073.977430:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 00000100:00000010:2.0:1761317073.977435:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005ddb81fd. 00010000:00000010:2.0:1761317073.977440:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcd6700. 00000400:00000200:2.0:1761317073.978481:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.978494:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161e80 00000400:00000200:2.0:1761317073.978501:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0b25 [2] + 1640 00000400:00000200:2.0:1761317073.978746:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.978752:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.978757:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.978762:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000020:00000010:2.0:1761317073.978806:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027d16a1b. 00000020:00000010:2.0:1761317073.978812:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007baffd81. 00000020:00000010:2.0:1761317073.978816:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002832d657. 00000100:00000200:2.0:1761317073.978838:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898936448/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761317073.978871:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936448 02000000:00000010:2.0:1761317073.978882:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bf112f0b. 00010000:00000010:2.0:1761317073.978908:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a6ca65f5. 00010000:00000010:2.0:1761317073.978926:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcd6700. 00000100:00000010:2.0:1761317073.978932:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005ddb81fd. 00000100:00000010:2.0:1761317073.978942:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005ddb81fd. 00010000:00000010:2.0:1761317073.978945:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcd6700. 00000400:00000010:2.0:1761317073.978957:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317073.978962:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936448, offset 224 00000400:00000200:2.0:1761317073.978968:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.978979:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.978984:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90659:90659:256:4294967295] 192.168.204.21@tcp LPNI seq info [90659:90659:8:4294967295] 00000400:00000200:2.0:1761317073.978993:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.978998:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.979003:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317073.979007:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.979014:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.979017:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761317073.979033:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007baffd81. 00000020:00000010:2.0:1761317073.979037:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002832d657. 00000020:00000010:2.0:1761317073.979039:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027d16a1b. 00000800:00000200:2.0:1761317073.979388:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.979393:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:2.0:1761317073.979399:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.979403:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.979407:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:2.0:1761317073.979409:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00080000:00000010:2.0:1761317073.979436:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027d16a1b. 00010000:00000010:2.0:1761317073.979522:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317073.979528:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007aca8a8e. 00010000:00000010:2.0:1761317073.979610:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c183c4d. 00010000:00000010:2.0:1761317073.979616:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317073.979625:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005fcd6700. 00000100:00000010:2.0:1761317073.979629:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005ddb81fd. 00000100:00000010:2.0:1761317073.979635:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317073.979645:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e86f1d1. 02000000:00000010:2.0:1761317073.979667:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a4edfaa. 00000400:00000010:2.0:1761317073.979672:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fea90af8. 00000400:00000010:2.0:1761317073.979676:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9d4fbd3. 00000100:00000200:2.0:1761317073.979703:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797824, portal 16 00000400:00000010:2.0:1761317073.979708:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317073.979710:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797824, offset 0 00000400:00000200:2.0:1761317073.979715:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.979722:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.979729:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.979732:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.979735:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.979737:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90660:90660:256:4294967295] 192.168.204.21@tcp LPNI seq info [90660:90660:8:4294967295] 00000400:00000200:2.0:1761317073.979744:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.979749:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.979752:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317073.979756:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.979762:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.979764:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761317073.980167:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.980170:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:2.0:1761317073.980175:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.980180:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.980183:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:2.0:1761317073.980184:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 00000100:00000200:2.0:1761317073.980189:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902797824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.982759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aaf3f0f1. 00010000:00000010:2.1:1761317073.982774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5f76bf4. 00010000:00000010:2.1:1761317073.982778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e8b9ab6. 00000400:00000200:2.0:1761317073.983743:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.983763:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510a00 00000400:00000200:2.0:1761317073.983771:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb21fd [1] + 224 00000400:00000200:2.0:1761317073.983783:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.983787:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.983800:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902797824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.983836:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.983842:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161ec0 00000400:00000200:2.0:1761317073.983847:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0b25 [2] + 1968 00000400:00000010:2.0:1761317073.983851:0:15831:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009c081e9. 00000400:00000200:2.0:1761317073.983854:0:15831:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008bc13800 00000400:00000200:2.0:1761317073.983863:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.983866:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.983868:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bc13800 00000400:00000010:2.0:1761317073.983870:0:15831:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008bc13800 (tot 82353666). 00000100:00000200:2.0:1761317073.983874:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761317073.983973:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fea90af8. 00000400:00000200:3.0:1761317073.983977:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9d4fbd3 00000400:00000010:3.0:1761317073.983979:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9d4fbd3. 00000100:00000200:3.0:1761317073.983986:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902797824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.983993:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902797824/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.984024:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a4edfaa. 02000000:00000010:3.0:1761317073.984030:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e86f1d1. 00000100:00000010:3.0:1761317073.984034:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000100:00000010:3.0:1761317073.984038:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005ddb81fd. 00010000:00000010:3.0:1761317073.984044:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005fcd6700. 00000020:00000010:1.0:1761317073.984089:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002699b1e5. 00000020:00000010:1.0:1761317073.984098:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.984102:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e4354ce6. 00000100:00000200:1.0:1761317073.984133:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009f12140e x1846872898936512/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317073.984172:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936512 02000000:00000010:1.0:1761317073.984187:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000055e722ba. 00010000:00000010:1.0:1761317073.984215:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083e30fbb. 00010000:00000010:1.0:1761317073.984236:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f16993b. 00000100:00000010:1.0:1761317073.984243:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063050fbc. 00000100:00000010:1.0:1761317073.984262:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063050fbc. 00010000:00000010:1.0:1761317073.984265:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f16993b. 00000400:00000010:1.0:1761317073.984280:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000810bab90. 00000100:00000200:1.0:1761317073.984286:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936512, offset 224 00000400:00000200:1.0:1761317073.984303:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.984315:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.984321:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90661:90661:256:4294967295] 192.168.204.21@tcp LPNI seq info [90661:90661:8:4294967295] 00000400:00000200:1.0:1761317073.984330:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.984335:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.984339:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d88b4f02 (tot 82353914). 00000800:00000200:1.0:1761317073.984346:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.984353:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.984357:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d88b4f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.984373:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.984379:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e4354ce6. 00000020:00000010:1.0:1761317073.984383:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002699b1e5. 02000000:00000010:1.0:1761317073.984392:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bf112f0b. 00000100:00000010:1.0:1761317073.984395:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:1.0:1761317073.984399:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000074f83528. 00000100:00000010:1.0:1761317073.984401:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000090804a88. 02000000:00000010:1.0:1761317073.984405:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6347c62. 00000100:00000010:1.0:1761317073.984406:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a88443b. 02000000:00000010:1.0:1761317073.984410:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4298534. 00000100:00000010:1.0:1761317073.984413:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008a6f6e07. 02000000:00000010:1.0:1761317073.984416:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008b40ec75. 00000100:00000010:1.0:1761317073.984419:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000061da169b. 02000000:00000010:1.0:1761317073.984421:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1fe5b82. 00000100:00000010:1.0:1761317073.984423:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000200:1.0:1761317073.984430:0:64752:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761317073.984435:0:64752:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d6845024. 00000400:00000010:1.0:1761317073.984439:0:64752:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000063050fbc (tot 82354066). 00010000:00000010:2.1:1761317073.987719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e00f1927. 00010000:00000010:2.1:1761317073.987731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7b43580. 00010000:00000010:2.1:1761317073.987736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098651a7d. 00000800:00000200:2.0:1761317073.987859:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761317073.987862:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d88b4f02 (tot 82353818). 00000400:00000200:2.0:1761317073.987870:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.987880:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:2.0:1761317073.987886:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000810bab90 00000400:00000010:2.0:1761317073.987888:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000810bab90. 02000000:00000010:2.0:1761317073.987896:0:15829:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000055e722ba. 00080000:00000010:2.0:1761317073.987932:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004208dda2. 00010000:00000010:2.0:1761317073.988023:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317073.988032:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1af2de3. 00010000:00000010:2.0:1761317073.988110:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098651a7d. 00010000:00000010:2.0:1761317073.988117:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da01a413. 00010000:00000010:2.0:1761317073.988128:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c24d8ffd. 00000100:00000010:2.0:1761317073.988134:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a337690b. 00000100:00000010:2.0:1761317073.988144:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dc8e2499. 02000000:00000010:2.0:1761317073.988157:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000165409b4. 02000000:00000010:2.0:1761317073.988187:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074f83528. 00000400:00000010:2.0:1761317073.988194:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009c081e9. 00000400:00000010:2.0:1761317073.988200:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee418f8f. 00000100:00000200:2.0:1761317073.988206:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797888, portal 16 00000400:00000010:2.0:1761317073.988211:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2a4a078. 00000100:00000200:2.0:1761317073.988214:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797888, offset 0 00000400:00000200:2.0:1761317073.988222:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.988240:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.988249:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.988252:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.988255:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.988258:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90662:90662:256:4294967295] 192.168.204.21@tcp LPNI seq info [90662:90662:8:4294967295] 00000400:00000200:2.0:1761317073.988267:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.988272:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.988277:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317073.988283:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.988290:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.988304:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.988858:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.988863:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:3.0:1761317073.988872:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.988877:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.988889:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2a4a078 00000400:00000010:3.0:1761317073.988891:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2a4a078. 00000100:00000200:3.0:1761317073.988901:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dc8e2499 x1846872902797888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.990239:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.990255:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510a40 00000400:00000200:2.0:1761317073.990263:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb220d [1] + 224 00000400:00000200:2.0:1761317073.990273:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.990276:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.990283:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dc8e2499 x1846872902797888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.990409:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.990415:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161f00 00000400:00000200:2.0:1761317073.990420:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0c3d [2] + 0 00000400:00000200:2.0:1761317073.990747:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.990752:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.990756:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.990762:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003c67b2b8. 00000400:00000010:3.0:1761317073.990820:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009c081e9. 00000400:00000200:3.0:1761317073.990824:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee418f8f 00000400:00000010:3.0:1761317073.990826:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee418f8f. 00000100:00000200:3.0:1761317073.990833:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dc8e2499 x1846872902797888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.990840:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dc8e2499 x1846872902797888/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.990867:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074f83528. 02000000:00000010:3.0:1761317073.990873:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000165409b4. 00000100:00000010:3.0:1761317073.990876:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dc8e2499. 00000100:00000010:3.0:1761317073.990893:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a337690b. 00010000:00000010:3.0:1761317073.990898:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c24d8ffd. 00000020:00000010:3.0:1761317073.990930:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053b6700d. 00000020:00000010:3.0:1761317073.990936:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.990940:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317073.990964:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003c67b2b8 x1846872898936576/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317073.991001:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936576 02000000:00000010:3.0:1761317073.991013:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4298534. 00010000:00000010:3.0:1761317073.991039:0:65609:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022e33c25. 00010000:00000010:3.0:1761317073.991062:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2899474. 00000100:00000010:3.0:1761317073.991068:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066f111ae. 00000100:00000010:3.0:1761317073.991072:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066f111ae. 00010000:00000010:3.0:1761317073.991074:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2899474. 00000400:00000010:3.0:1761317073.991085:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317073.991090:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936576, offset 224 00000400:00000200:3.0:1761317073.991098:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.991109:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.991114:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90663:90663:256:4294967295] 192.168.204.21@tcp LPNI seq info [90663:90663:8:4294967295] 00000400:00000200:3.0:1761317073.991123:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.991128:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.991131:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000206c29f3 (tot 82354066). 00000800:00000200:3.0:1761317073.991137:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.991143:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.991146:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000206c29f3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317073.991161:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317073.991165:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317073.991167:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053b6700d. 00000800:00000200:3.0:1761317073.991234:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.991237:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000206c29f3 (tot 82353818). 00000400:00000200:3.0:1761317073.991240:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.991243:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.991246:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:3.0:1761317073.991247:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00080000:00000010:3.0:1761317073.991266:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053b6700d. 00010000:00000010:3.0:1761317073.991354:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da01a413. 00010000:00000010:3.0:1761317073.991360:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e68646a. 00010000:00000010:3.0:1761317073.991432:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000352908dc. 00010000:00000010:3.0:1761317073.991439:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000204f454d. 00010000:00000010:3.0:1761317073.991448:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2899474. 00000100:00000010:3.0:1761317073.991451:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066f111ae. 00000100:00000010:3.0:1761317073.991457:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 02000000:00000010:3.0:1761317073.991466:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6347c62. 02000000:00000010:3.0:1761317073.991485:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006dd7efcb. 00000400:00000010:3.0:1761317073.991489:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002c766fff. 00000400:00000010:3.0:1761317073.991492:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317073.991496:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902797952, portal 16 00000400:00000010:3.0:1761317073.991500:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317073.991501:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902797952, offset 0 00000400:00000200:3.0:1761317073.991505:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317073.991511:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317073.991517:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:3.0:1761317073.991520:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761317073.991523:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:3.0:1761317073.991525:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90664:90664:256:4294967295] 192.168.204.21@tcp LPNI seq info [90664:90664:8:4294967295] 00000400:00000200:3.0:1761317073.991532:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317073.991536:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317073.991539:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000206c29f3 (tot 82354066). 00000800:00000200:3.0:1761317073.991542:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317073.991546:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317073.991548:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000206c29f3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.991587:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.991589:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000206c29f3 (tot 82353818). 00000400:00000200:3.0:1761317073.991592:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.991594:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.991597:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:3.0:1761317073.991598:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00000100:00000200:3.0:1761317073.991602:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000008e6a67e x1846872902797952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.994796:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.994819:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510a80 00000400:00000200:2.0:1761317073.994827:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2219 [1] + 224 00000400:00000200:2.0:1761317073.994840:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.994844:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.994853:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000008e6a67e x1846872902797952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317073.995783:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317073.995795:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161f40 00000400:00000200:2.0:1761317073.995802:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0c3d [2] + 328 00000400:00000200:2.0:1761317073.995817:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317073.995820:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317073.995825:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317073.995830:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb5fd115. 00000400:00000010:3.0:1761317073.995939:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c766fff. 00000400:00000200:3.0:1761317073.995944:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:3.0:1761317073.995947:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000100:00000200:3.0:1761317073.995953:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000008e6a67e x1846872902797952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761317073.995961:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000008e6a67e x1846872902797952/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761317073.995998:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006dd7efcb. 02000000:00000010:3.0:1761317073.996006:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6347c62. 00000100:00000010:3.0:1761317073.996009:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 00000100:00000010:3.0:1761317073.996013:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066f111ae. 00010000:00000010:3.0:1761317073.996017:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2899474. 00000020:00000010:1.0:1761317073.996101:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b40ec75. 00000020:00000010:1.0:1761317073.996110:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.996114:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e4354ce6. 00000100:00000200:1.0:1761317073.996140:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb5fd115 x1846872898936640/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:229/0 lens 328/0 e 0 to 0 dl 1761317079 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761317073.996176:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936640 02000000:00000010:1.0:1761317073.996187:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c4c04826. 00010000:00000010:1.0:1761317073.996212:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5c16437. 00010000:00000010:1.0:1761317073.996230:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f16993b. 00000100:00000010:1.0:1761317073.996236:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002a9b90d9. 00000100:00000010:1.0:1761317073.996252:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002a9b90d9. 00010000:00000010:1.0:1761317073.996255:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f16993b. 00000400:00000010:1.0:1761317073.996267:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d317c72e. 00000100:00000200:1.0:1761317073.996272:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936640, offset 224 00000400:00000200:1.0:1761317073.996279:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317073.996289:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317073.996303:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90665:90665:256:4294967295] 192.168.204.21@tcp LPNI seq info [90665:90665:8:4294967295] 00000400:00000200:1.0:1761317073.996312:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317073.996317:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317073.996320:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354066). 00000800:00000200:1.0:1761317073.996325:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:1.0:1761317073.996332:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:1.0:1761317073.996337:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761317073.996356:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317073.996361:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e4354ce6. 00000020:00000010:1.0:1761317073.996365:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b40ec75. 00000800:00000200:1.0:1761317073.996564:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317073.996568:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82353818). 00000400:00000200:1.0:1761317073.996573:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317073.996577:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317073.996579:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:1.0:1761317073.996581:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 00080000:00000010:2.0:1761317073.996807:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf112f0b. 00010000:00000010:2.0:1761317073.996916:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000204f454d. 00010000:00000010:2.0:1761317073.996924:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062e790bf. 00010000:00000010:2.0:1761317073.996993:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f2bf747. 00010000:00000010:2.0:1761317073.997000:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006139382. 00010000:00000010:2.0:1761317073.997010:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e3764543. 00000100:00000010:2.0:1761317073.997015:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006044f030. 00000100:00000010:2.0:1761317073.997025:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e50a22a. 02000000:00000010:2.0:1761317073.997036:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e86f1d1. 02000000:00000010:2.0:1761317073.997066:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a4edfaa. 00000400:00000010:2.0:1761317073.997070:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000049cdcabb. 00000400:00000010:2.0:1761317073.997074:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000047b8ef48. 00000100:00000200:2.0:1761317073.997080:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902798016, portal 16 00000400:00000010:2.0:1761317073.997084:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdb7ed14. 00000100:00000200:2.0:1761317073.997086:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902798016, offset 0 00000400:00000200:2.0:1761317073.997092:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317073.997100:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317073.997108:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317073.997112:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317073.997115:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317073.997118:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90666:90666:256:4294967295] 192.168.204.21@tcp LPNI seq info [90666:90666:8:4294967295] 00000400:00000200:2.0:1761317073.997126:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317073.997130:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317073.997132:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbeb061d (tot 82354066). 00000800:00000200:2.0:1761317073.997137:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317073.997142:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317073.997144:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cbeb061d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317073.997486:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317073.997490:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbeb061d (tot 82353818). 00000400:00000200:3.0:1761317073.997496:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317073.997500:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317073.997504:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdb7ed14 00000400:00000010:3.0:1761317073.997505:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdb7ed14. 00000100:00000200:3.0:1761317073.997512:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e50a22a x1846872902798016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317073.997734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091cad80e. 00010000:00000010:2.1:1761317073.997741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c183c4d. 00010000:00000010:1.1:1761317073.997822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f494030. 00010000:00000010:3.1:1761317074.001041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ff37c18. 00010000:00000010:3.1:1761317074.001053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005124b51. 00010000:00000010:3.1:1761317074.001059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098651a7d. 00010000:00000010:1.1:1761317074.001763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c22bf5ed. 00000400:00000200:2.0:1761317074.004855:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317074.004880:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510ac0 00000400:00000200:2.0:1761317074.004890:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2225 [1] + 224 00000400:00000200:2.0:1761317074.004902:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317074.004906:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317074.004919:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e50a22a x1846872902798016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761317074.004954:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317074.004962:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161f80 00000400:00000200:2.0:1761317074.004967:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0c3d [2] + 656 00000400:00000200:2.0:1761317074.005022:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317074.005026:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317074.005029:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761317074.005036:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000043b3a93. 00000020:00000010:1.0:1761317074.005409:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b40ec75. 00000020:00000010:1.0:1761317074.005417:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000caade186. 00000020:00000010:1.0:1761317074.005421:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e4354ce6. 00000100:00000200:1.0:1761317074.005446:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000043b3a93 x1846872898936704/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:230/0 lens 328/0 e 0 to 0 dl 1761317080 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761317074.005479:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936704 02000000:00000010:1.0:1761317074.005493:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d1fe5b82. 00010000:00000010:1.0:1761317074.005535:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004f16993b. 00000100:00000010:1.0:1761317074.005542:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002a9b90d9. 00000100:00000010:1.0:1761317074.005549:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002a9b90d9. 00000400:00000010:0.0:1761317074.005552:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000049cdcabb. 00010000:00000010:1.0:1761317074.005553:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004f16993b. 00000400:00000200:0.0:1761317074.005560:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000047b8ef48 00000400:00000010:0.0:1761317074.005563:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000047b8ef48. 00000400:00000010:1.0:1761317074.005571:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d317c72e. 00000100:00000200:0.0:1761317074.005573:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e50a22a x1846872902798016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761317074.005576:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936704, offset 224 00000100:00000200:0.0:1761317074.005588:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e50a22a x1846872902798016/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317117 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317074.005589:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:1.0:1761317074.005601:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:1.0:1761317074.005606:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90667:90667:256:4294967295] 192.168.204.21@tcp LPNI seq info [90667:90667:8:4294967295] 00010000:00000010:0.0:1761317074.005613:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028fdd149. 00000400:00000200:1.0:1761317074.005618:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:1.0:1761317074.005624:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:1.0:1761317074.005628:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008aa52281 (tot 82354066). 02000000:00000010:0.0:1761317074.005632:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a4edfaa. 00000800:00000200:1.0:1761317074.005634:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 02000000:00000010:0.0:1761317074.005639:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e86f1d1. 00000800:00000200:1.0:1761317074.005644:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000100:00000010:0.0:1761317074.005646:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e50a22a. 00000800:00000200:1.0:1761317074.005648:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008aa52281 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1761317074.005651:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006044f030. 00010000:00000010:0.0:1761317074.005657:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e3764543. 00000020:00000010:1.0:1761317074.005667:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000caade186. 00000020:00000010:1.0:1761317074.005674:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e4354ce6. 00080000:00000010:0.0:1761317074.005694:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031e8c846. 00000020:00000010:1.0:1761317074.005705:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b40ec75. 00000800:00000200:1.0:1761317074.005786:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761317074.005787:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006139382. 00000800:00000010:1.0:1761317074.005790:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008aa52281 (tot 82353818). 00010000:00000010:0.0:1761317074.005794:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000713838c8. 00000400:00000200:1.0:1761317074.005798:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317074.005803:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317074.005806:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d317c72e 00000400:00000010:1.0:1761317074.005807:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d317c72e. 00010000:00000010:0.0:1761317074.005880:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.0:1761317074.005887:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:2.1:1761317074.010288:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e9898f4. 00010000:00000010:2.1:1761317074.010309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000352908dc. 00010000:00000010:0.0:1761317074.010818:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728fc47d. 00000100:00000010:0.0:1761317074.010830:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:0.0:1761317074.010841:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317074.010863:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bbc86f60. 02000000:00000010:0.0:1761317074.010901:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8fb6665. 00000400:00000010:0.0:1761317074.010909:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e923b7a9. 00000400:00000010:0.0:1761317074.010919:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317074.010927:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902798080, portal 16 00000400:00000010:0.0:1761317074.010934:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023f77c1e. 00000100:00000200:0.0:1761317074.010937:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902798080, offset 0 00000400:00000200:0.0:1761317074.010949:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317074.010970:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317074.010979:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317074.010983:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317074.010986:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317074.010989:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90668:90668:256:4294967295] 192.168.204.21@tcp LPNI seq info [90668:90668:8:4294967295] 00000400:00000200:0.0:1761317074.011001:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317074.011007:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317074.011013:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9f05a13 (tot 82354066). 00000800:00000200:0.0:1761317074.011019:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317074.011027:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317074.011031:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9f05a13 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761317074.012209:0:15830:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317074.012215:0:15830:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9f05a13 (tot 82353818). 00000400:00000200:3.0:1761317074.012221:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317074.012229:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317074.012234:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023f77c1e 00000400:00000010:3.0:1761317074.012236:0:15830:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023f77c1e. 00000100:00000200:3.0:1761317074.012244:0:15830:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac236a31 x1846872902798080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317074.014696:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317074.014717:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510b00 00000400:00000200:3.0:1761317074.014727:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2231 [1] + 224 00000400:00000200:3.0:1761317074.014739:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317074.014744:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317074.014753:0:15831:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac236a31 x1846872902798080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317074.014782:0:15831:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317074.014787:0:15831:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b161fc0 00000400:00000200:3.0:1761317074.014792:0:15831:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0c3d [2] + 984 00000400:00000200:3.0:1761317074.014799:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317074.014802:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317074.014806:0:15831:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761317074.014811:0:15831:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000008e6a67e. 00000020:00000010:3.0:1761317074.014859:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006dd7efcb. 00000020:00000010:3.0:1761317074.014865:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317074.014870:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317074.014897:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000008e6a67e x1846872898936768/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:230/0 lens 328/0 e 0 to 0 dl 1761317080 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761317074.014927:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936768 02000000:00000010:3.0:1761317074.014939:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf072e56. 00010000:00000010:3.0:1761317074.014980:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2899474. 00000100:00000010:3.0:1761317074.014987:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066f111ae. 00000100:00000010:3.0:1761317074.014994:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066f111ae. 00010000:00000010:3.0:1761317074.014997:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2899474. 00000400:00000010:3.0:1761317074.015012:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008f012240. 00000100:00000200:3.0:1761317074.015017:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936768, offset 224 00000400:00000200:3.0:1761317074.015025:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317074.015036:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317074.015042:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90669:90669:256:4294967295] 192.168.204.21@tcp LPNI seq info [90669:90669:8:4294967295] 00000400:00000200:3.0:1761317074.015065:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317074.015071:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317074.015076:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000206c29f3 (tot 82354066). 00000800:00000200:3.0:1761317074.015081:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317074.015089:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317074.015093:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000206c29f3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317074.015109:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317074.015113:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317074.015116:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006dd7efcb. 00000400:00000010:0.0:1761317074.016376:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e923b7a9. 00000400:00000200:0.0:1761317074.016385:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:0.0:1761317074.016388:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000100:00000200:0.0:1761317074.016398:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac236a31 x1846872902798080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317074.016408:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac236a31 x1846872902798080/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761317074.016435:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003f06f539. 02000000:00000010:0.0:1761317074.016453:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8fb6665. 02000000:00000010:0.0:1761317074.016458:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bbc86f60. 00000100:00000010:0.0:1761317074.016461:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000010:0.0:1761317074.016466:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:0.0:1761317074.016469:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728fc47d. 00080000:00000010:0.0:1761317074.016487:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bbc86f60. 00010000:00000010:0.0:1761317074.016576:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317074.016583:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6c269e1. 00010000:00000010:0.0:1761317074.016654:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a5707e8d. 00010000:00000010:0.0:1761317074.016660:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ad20c8cf. 00010000:00000010:0.0:1761317074.016671:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000728fc47d. 00000100:00000010:0.0:1761317074.016676:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:0.0:1761317074.016705:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac236a31. 02000000:00000010:0.0:1761317074.016717:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8fb6665. 02000000:00000010:0.0:1761317074.016743:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ec39aea. 00000400:00000010:0.0:1761317074.016747:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e923b7a9. 00000400:00000010:0.0:1761317074.016751:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317074.016757:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902798144, portal 16 00000400:00000010:0.0:1761317074.016760:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000160c9b65. 00000100:00000200:0.0:1761317074.016762:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902798144, offset 0 00000400:00000200:0.0:1761317074.016769:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317074.016782:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317074.016788:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317074.016792:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317074.016795:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317074.016798:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90670:90670:255:4294967295] 192.168.204.21@tcp LPNI seq info [90670:90670:7:4294967295] 00000400:00000200:0.0:1761317074.016808:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317074.016814:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317074.016818:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000513e09e0 (tot 82354314). 00000800:00000200:0.0:1761317074.016824:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317074.016830:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317074.016834:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000513e09e0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317074.020915:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317074.020922:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000206c29f3 (tot 82354066). 00000400:00000200:1.0:1761317074.020929:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317074.021048:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317074.021055:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008f012240 00000400:00000010:1.0:1761317074.021058:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008f012240. 00000800:00000200:1.0:1761317074.021135:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317074.021138:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000513e09e0 (tot 82353818). 00000400:00000200:1.0:1761317074.021141:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317074.021146:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317074.021148:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000160c9b65 00000400:00000010:1.0:1761317074.021150:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000160c9b65. 00000100:00000200:1.0:1761317074.021227:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac236a31 x1846872902798144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317074.025465:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317074.025488:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510b40 00000400:00000200:0.0:1761317074.025495:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb223d [1] + 224 00000400:00000200:0.0:1761317074.025509:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317074.025513:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317074.025526:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac236a31 x1846872902798144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761317074.025565:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:0.0:1761317074.025571:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b162000 00000400:00000200:0.0:1761317074.025575:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0c3d [2] + 1312 00010000:00000010:0.1:1761317074.025820:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9e92fc6. 00010000:00000010:0.1:1761317074.025828:0:15830:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca077a31. 00010000:00000010:0.1:1761317074.025835:0:15830:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f2bf747. 00000400:00000200:0.0:1761317074.025853:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317074.025858:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:0.0:1761317074.025863:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761317074.025870:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 00000020:00000010:3.0:1761317074.026025:0:65609:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb551fcb. 00000020:00000010:3.0:1761317074.026032:0:65609:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317074.026036:0:65609:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b60236bd. 00000100:00000200:3.0:1761317074.026071:0:65609:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007028d207 x1846872898936832/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:230/0 lens 328/0 e 0 to 0 dl 1761317080 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761317074.026106:0:65609:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936832 02000000:00000010:3.0:1761317074.026119:0:65609:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000289a3d54. 00010000:00000010:3.0:1761317074.026155:0:65609:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2899474. 00000100:00000010:3.0:1761317074.026163:0:65609:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000066f111ae. 00000100:00000010:3.0:1761317074.026170:0:65609:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000066f111ae. 00010000:00000010:3.0:1761317074.026173:0:65609:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2899474. 00000400:00000010:3.0:1761317074.026188:0:65609:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e76f7a4. 00000100:00000200:3.0:1761317074.026194:0:65609:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936832, offset 224 00000400:00000200:3.0:1761317074.026201:0:65609:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:3.0:1761317074.026215:0:65609:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:3.0:1761317074.026220:0:65609:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90671:90671:256:4294967295] 192.168.204.21@tcp LPNI seq info [90671:90671:8:4294967295] 00000400:00000200:3.0:1761317074.026228:0:65609:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:3.0:1761317074.026233:0:65609:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:3.0:1761317074.026237:0:65609:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001598421d (tot 82354066). 00000800:00000200:3.0:1761317074.026243:0:65609:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:3.0:1761317074.026250:0:65609:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:3.0:1761317074.026254:0:65609:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001598421d type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761317074.026272:0:65609:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a3d71601. 00000020:00000010:3.0:1761317074.026276:0:65609:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b60236bd. 00000020:00000010:3.0:1761317074.026279:0:65609:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb551fcb. 00000400:00000010:2.0:1761317074.026364:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e923b7a9. 00000400:00000200:2.0:1761317074.026369:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:2.0:1761317074.026371:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000100:00000200:2.0:1761317074.026378:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac236a31 x1846872902798144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317074.026386:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac236a31 x1846872902798144/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317074.026407:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000959303a0. 02000000:00000010:2.0:1761317074.026419:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ec39aea. 02000000:00000010:2.0:1761317074.026424:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8fb6665. 00000100:00000010:2.0:1761317074.026427:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac236a31. 00000100:00000010:2.0:1761317074.026430:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:2.0:1761317074.026432:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000728fc47d. 00080000:00000010:2.0:1761317074.026453:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a4edfaa. 00010000:00000010:2.0:1761317074.026543:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad20c8cf. 00010000:00000010:2.0:1761317074.026550:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2c734dd. 00000800:00000200:3.0:1761317074.026603:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761317074.026608:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001598421d (tot 82353818). 00000400:00000200:3.0:1761317074.026612:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317074.026617:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317074.026620:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e76f7a4 00000400:00000010:3.0:1761317074.026621:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e76f7a4. 00010000:00000010:2.0:1761317074.026635:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009c183c4d. 00010000:00000010:2.0:1761317074.026641:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317074.026652:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002245c963. 00000100:00000010:2.0:1761317074.026656:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000548fa4e6. 00000100:00000010:2.0:1761317074.026663:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 02000000:00000010:2.0:1761317074.026674:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000165409b4. 02000000:00000010:2.0:1761317074.026722:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074f83528. 00000400:00000010:2.0:1761317074.026728:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083e53b5c. 00000400:00000010:2.0:1761317074.026735:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009e2c497. 00000100:00000200:2.0:1761317074.026740:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902798208, portal 16 00000400:00000010:2.0:1761317074.026744:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000084e1f037. 00000100:00000200:2.0:1761317074.026746:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902798208, offset 0 00000400:00000200:2.0:1761317074.026751:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317074.026758:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317074.026764:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317074.026766:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317074.026769:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317074.026771:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90672:90672:256:4294967295] 192.168.204.21@tcp LPNI seq info [90672:90672:8:4294967295] 00000400:00000200:2.0:1761317074.026778:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317074.026782:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317074.026785:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005f1dedf3 (tot 82354066). 00000800:00000200:2.0:1761317074.026789:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317074.026793:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317074.026795:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005f1dedf3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317074.027030:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317074.027033:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005f1dedf3 (tot 82353818). 00000400:00000200:0.0:1761317074.027040:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317074.027043:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317074.027046:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000084e1f037 00000400:00000010:0.0:1761317074.027048:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000084e1f037. 00000100:00000200:0.0:1761317074.027063:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b67d81 x1846872902798208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317074.034074:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317074.034099:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510b80 00000400:00000200:1.0:1761317074.034111:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2249 [1] + 224 00000400:00000200:1.0:1761317074.034126:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317074.034132:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317074.034143:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b67d81 x1846872902798208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761317074.034187:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:1.0:1761317074.034194:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b162040 00000400:00000200:1.0:1761317074.034199:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0c3d [2] + 1640 00000400:00000200:1.0:1761317074.034271:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317074.034275:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:1.0:1761317074.034279:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761317074.034287:0:15830:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4cb5c87. 00010000:00000010:0.1:1761317074.036017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008960338e. 00010000:00000010:0.1:1761317074.036032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1491c91. 00010000:00000010:0.1:1761317074.036038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c8f2be. 00000020:00000010:0.0:1761317074.036149:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8fb6665. 00000020:00000010:0.0:1761317074.036157:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317074.036162:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317074.036196:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4cb5c87 x1846872898936896/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:230/0 lens 328/0 e 0 to 0 dl 1761317080 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761317074.036532:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936896 02000000:00000010:0.0:1761317074.036547:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008ec39aea. 00010000:00000010:0.0:1761317074.036597:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c4ceafdb. 00000100:00000010:0.0:1761317074.036606:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:0.0:1761317074.036615:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:0.0:1761317074.036618:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c4ceafdb. 00000400:00000010:0.0:1761317074.036634:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317074.036641:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936896, offset 224 00000400:00000200:0.0:1761317074.036650:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317074.036666:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317074.036672:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90673:90673:256:4294967295] 192.168.204.21@tcp LPNI seq info [90673:90673:8:4294967295] 00000400:00000200:0.0:1761317074.036713:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317074.036720:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317074.036725:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317074.036732:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317074.036741:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317074.036745:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317074.036764:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317074.036769:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317074.036772:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8fb6665. 00000800:00000200:0.0:1761317074.037910:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317074.037915:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:0.0:1761317074.037920:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317074.037927:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317074.037932:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:0.0:1761317074.037934:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00010000:00000010:2.1:1761317074.037992:0:31053:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061fe5859. 00010000:00000010:2.1:1761317074.038001:0:31053:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000459fcfe. 00010000:00000010:2.1:1761317074.038006:0:31053:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5707e8d. 00000400:00000010:2.0:1761317074.038791:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083e53b5c. 00000400:00000200:2.0:1761317074.038797:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:2.0:1761317074.038799:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000100:00000200:2.0:1761317074.038810:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b67d81 x1846872902798208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761317074.038820:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b67d81 x1846872902798208/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761317074.038847:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058fc8de4. 02000000:00000010:2.0:1761317074.038865:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074f83528. 02000000:00000010:2.0:1761317074.038872:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000165409b4. 00000100:00000010:2.0:1761317074.038875:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 00000100:00000010:2.0:1761317074.038879:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000548fa4e6. 00010000:00000010:2.0:1761317074.038884:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002245c963. 00080000:00000010:2.0:1761317074.038908:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000165409b4. 00010000:00000010:2.0:1761317074.039005:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317074.039011:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093cdeaf8. 00010000:00000010:2.0:1761317074.039100:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fda7feb. 00010000:00000010:2.0:1761317074.039107:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007bbb89fd. 00010000:00000010:2.0:1761317074.039118:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002245c963. 00000100:00000010:2.0:1761317074.039123:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000548fa4e6. 00000100:00000010:2.0:1761317074.039130:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8b67d81. 02000000:00000010:2.0:1761317074.039141:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074f83528. 02000000:00000010:2.0:1761317074.039169:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e86f1d1. 00000400:00000010:2.0:1761317074.039174:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000083e53b5c. 00000400:00000010:2.0:1761317074.039178:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000009e2c497. 00000100:00000200:2.0:1761317074.039184:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902798272, portal 16 00000400:00000010:2.0:1761317074.039189:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5824937. 00000100:00000200:2.0:1761317074.039191:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902798272, offset 0 00000400:00000200:2.0:1761317074.039200:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:2.0:1761317074.039214:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:2.0:1761317074.039221:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:2.0:1761317074.039225:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761317074.039228:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:2.0:1761317074.039231:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90674:90674:256:4294967295] 192.168.204.21@tcp LPNI seq info [90674:90674:8:4294967295] 00000400:00000200:2.0:1761317074.039241:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:2.0:1761317074.039247:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:2.0:1761317074.039252:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069446145 (tot 82354066). 00000800:00000200:2.0:1761317074.039259:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:2.0:1761317074.039266:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:2.0:1761317074.039272:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000069446145 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761317074.043263:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317074.043273:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069446145 (tot 82353818). 00000400:00000200:0.0:1761317074.043283:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317074.043302:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317074.043309:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5824937 00000400:00000010:0.0:1761317074.043312:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5824937. 00000100:00000200:0.0:1761317074.043324:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8b67d81 x1846872902798272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317074.047995:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317074.048018:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510bc0 00000400:00000200:3.0:1761317074.048029:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2255 [1] + 224 00000400:00000200:3.0:1761317074.048042:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317074.048046:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:3.0:1761317074.048067:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8b67d81 x1846872902798272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761317074.048113:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:3.0:1761317074.048120:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 328 into portal 17 MB=0x68fb89b162080 00000400:00000200:3.0:1761317074.048125:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.21@tcp of length 328/328 into md 0xb0c3d [2] + 1968 00000400:00000010:3.0:1761317074.048129:0:15830:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c0e2a80d. 00000400:00000200:3.0:1761317074.048133:0:15830:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f613bdab 00000400:00000200:3.0:1761317074.048144:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761317074.048147:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:3.0:1761317074.048149:0:15830:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f613bdab 00000400:00000010:3.0:1761317074.048151:0:15830:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f613bdab (tot 82353666). 00000100:00000200:3.0:1761317074.048156:0:15830:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761317074.048223:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000083e53b5c. 00000400:00000200:0.0:1761317074.048228:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000009e2c497 00000400:00000010:0.0:1761317074.048230:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000009e2c497. 00000100:00000200:0.0:1761317074.048238:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8b67d81 x1846872902798272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317074.048246:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8b67d81 x1846872902798272/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317074.048281:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e86f1d1. 02000000:00000010:0.0:1761317074.048287:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000074f83528. 00000100:00000010:0.0:1761317074.048291:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8b67d81. 00000100:00000010:0.0:1761317074.048306:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000548fa4e6. 00010000:00000010:0.0:1761317074.048311:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002245c963. 00000020:00000010:0.0:1761317074.048351:0:64752:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005678f853. 00000020:00000010:0.0:1761317074.048357:0:64752:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317074.048362:0:64752:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a6d89704. 00000100:00000200:0.0:1761317074.048387:0:64752:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000051f4b193 x1846872898936960/t0(0) o103->f4636791-4a5c-44d6-928a-145f7a1ab843@192.168.204.21@tcp:230/0 lens 328/0 e 0 to 0 dl 1761317080 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761317074.048424:0:64752:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846872898936960 02000000:00000010:0.0:1761317074.048435:0:64752:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8fb6665. 00010000:00000010:0.0:1761317074.048465:0:64752:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000506c2339. 00010000:00000010:0.0:1761317074.048486:0:64752:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c4ceafdb. 00000100:00000010:0.0:1761317074.048493:0:64752:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000009359cdb. 00000100:00000010:0.0:1761317074.048502:0:64752:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000009359cdb. 00010000:00000010:0.0:1761317074.048505:0:64752:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c4ceafdb. 00000400:00000010:0.0:1761317074.048517:0:64752:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317074.048521:0:64752:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846872898936960, offset 224 00000400:00000200:0.0:1761317074.048529:0:64752:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317074.048540:0:64752:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.204.121@tcp to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317074.048545:0:64752:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90675:90675:256:4294967295] 192.168.204.21@tcp LPNI seq info [90675:90675:8:4294967295] 00000400:00000200:0.0:1761317074.048556:0:64752:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317074.048561:0:64752:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317074.048565:0:64752:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82353914). 00000800:00000200:0.0:1761317074.048572:0:64752:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317074.048578:0:64752:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317074.048587:0:64752:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761317074.048604:0:64752:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d05673c. 00000020:00000010:0.0:1761317074.048609:0:64752:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a6d89704. 00000020:00000010:0.0:1761317074.048611:0:64752:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005678f853. 02000000:00000010:0.0:1761317074.048627:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008ec39aea. 00000100:00000010:0.0:1761317074.048630:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e4cb5c87. 02000000:00000010:0.0:1761317074.048634:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000289a3d54. 00000100:00000010:0.0:1761317074.048636:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 02000000:00000010:0.0:1761317074.048642:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf072e56. 00000100:00000010:0.0:1761317074.048646:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000008e6a67e. 02000000:00000010:0.0:1761317074.048649:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d1fe5b82. 00000100:00000010:0.0:1761317074.048653:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000043b3a93. 02000000:00000010:0.0:1761317074.048657:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c4c04826. 00000100:00000010:0.0:1761317074.048663:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb5fd115. 02000000:00000010:0.0:1761317074.048668:0:64752:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4298534. 00000100:00000010:0.0:1761317074.048670:0:64752:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003c67b2b8. 00000100:00000200:0.0:1761317074.048675:0:64752:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761317074.048700:0:64752:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c380f2bc. 00000400:00000010:0.0:1761317074.048705:0:64752:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000009359cdb (tot 82354066). 00000800:00000200:0.0:1761317074.049964:0:15831:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761317074.049972:0:15831:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:0.0:1761317074.049980:0:15831:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761317074.049987:0:15831:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:0.0:1761317074.049992:0:15831:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:0.0:1761317074.049995:0:15831:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 02000000:00000010:0.0:1761317074.050001:0:15831:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8fb6665. 00080000:00000010:0.0:1761317074.050042:0:77308:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8fb6665. 00010000:00000010:0.0:1761317074.050810:0:77308:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007bbb89fd. 00010000:00000010:0.0:1761317074.050826:0:77308:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000028cde5a9. 00010000:00000010:0.0:1761317074.050924:0:77308:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3c8f2be. 00010000:00000010:0.0:1761317074.050930:0:77308:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d97c23ad. 00010000:00000010:0.0:1761317074.050944:0:77308:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c4ceafdb. 00000100:00000010:0.0:1761317074.050952:0:77308:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000575ccbfa. 00000100:00000010:0.0:1761317074.050961:0:77308:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007028d207. 02000000:00000010:0.0:1761317074.050975:0:77308:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ec39aea. 02000000:00000010:0.0:1761317074.051004:0:77308:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005678f853. 00000400:00000010:0.0:1761317074.051009:0:77308:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bceb9b15. 00000400:00000010:0.0:1761317074.051015:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3c3a700. 00000100:00000200:0.0:1761317074.051021:0:77308:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846872902798336, portal 16 00000400:00000010:0.0:1761317074.051027:0:77308:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001207f922. 00000100:00000200:0.0:1761317074.051029:0:77308:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846872902798336, offset 0 00000400:00000200:0.0:1761317074.051037:0:77308:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.204.21@tcp 00000400:00000200:0.0:1761317074.051064:0:77308:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.21@tcp local destination 00000400:00000200:0.0:1761317074.051073:0:77308:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.204.121@tcp 00000400:00000200:0.0:1761317074.051076:0:77308:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.204.121@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761317074.051079:0:77308:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.21@tcp 00000400:00000200:0.0:1761317074.051082:0:77308:0:(lib-move.c:1863:lnet_handle_send()) 192.168.204.121@tcp NI seq info: [90676:90676:256:4294967295] 192.168.204.21@tcp LPNI seq info [90676:90676:8:4294967295] 00000400:00000200:0.0:1761317074.051092:0:77308:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp:) -> 192.168.204.21@tcp(192.168.204.21@tcp:192.168.204.21@tcp) : PUT try# 0 00000800:00000200:0.0:1761317074.051097:0:77308:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.21@tcp 00000800:00000010:0.0:1761317074.051101:0:77308:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b94961 (tot 82354066). 00000800:00000200:0.0:1761317074.051107:0:77308:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [0000000034bd623d] -> 12345-192.168.204.21@tcp (4) 00000800:00000200:0.0:1761317074.051113:0:77308:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.21@tcp ip 192.168.204.21:1023 00000800:00000200:0.0:1761317074.051117:0:77308:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b94961 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761317074.051232:0:15829:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761317074.051235:0:15829:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b94961 (tot 82353818). 00000400:00000200:1.0:1761317074.051240:0:15829:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761317074.051245:0:15829:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000400:00000200:1.0:1761317074.051249:0:15829:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001207f922 00000400:00000010:1.0:1761317074.051250:0:15829:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001207f922. 00000100:00000200:1.0:1761317074.051256:0:15829:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007028d207 x1846872902798336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761317074.051613:0:78663:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034a91787. 00010000:00000010:2.1:1761317074.051622:0:78663:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b71ac81. 00010000:00000010:2.1:1761317074.051626:0:78663:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c183c4d. 00000400:00000200:2.0:1761317074.058483:0:15830:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.204.121@tcp(192.168.204.121@tcp) <- 192.168.204.21@tcp : PUT - for me 00000400:00000200:2.0:1761317074.058504:0:15830:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.204.21@tcp of length 224 into portal 16 MB=0x68fb89b510c00 00000400:00000200:2.0:1761317074.058512:0:15830:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.21@tcp of length 224/224 into md 0xb2265 [1] + 224 00000400:00000200:2.0:1761317074.058529:0:15830:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761317074.058533:0:15830:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.204.121@tcp->192.168.204.21@tcp: PUT: OK 00000100:00000200:2.0:1761317074.058545:0:15830:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007028d207 x1846872902798336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761317074.058614:0:77308:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bceb9b15. 00000400:00000200:0.0:1761317074.058619:0:77308:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3c3a700 00000400:00000010:0.0:1761317074.058621:0:77308:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3c3a700. 00000100:00000200:0.0:1761317074.058626:0:77308:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007028d207 x1846872902798336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761317074.058633:0:77308:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007028d207 x1846872902798336/t0(0) o104->lustre-MDT0000@192.168.204.21@tcp:15/16 lens 328/224 e 0 to 0 dl 1761317118 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761317074.058670:0:77308:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005678f853. 02000000:00000010:0.0:1761317074.058675:0:77308:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ec39aea. 00000100:00000010:0.0:1761317074.058704:0:77308:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007028d207. 00000100:00000010:0.0:1761317074.058709:0:77308:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000575ccbfa. 00010000:00000010:0.0:1761317074.058713:0:77308:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c4ceafdb. 00010000:00000010:0.1:1761317074.060004:0:78662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af8f8169. 00010000:00000010:0.1:1761317074.067813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecccfb5f. 00010000:00000010:0.1:1761317074.067827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fda7feb. Debug log: 53723 lines, 53723 kept, 0 dropped, 0 bad.